-- Logs begin at Thu 2022-02-03 22:56:58 UTC, end at Fri 2022-02-04 00:11:23 UTC. -- Feb 03 23:42:05.178907 dv-cinder-822768-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 23:42:08.194604 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.common.config [-] Logging enabled! Feb 03 23:42:08.195244 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev472 Feb 03 23:42:08.195403 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109680) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 23:42:08.199533 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.common.config [-] Logging enabled! Feb 03 23:42:08.199794 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev472 Feb 03 23:42:08.200109 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109680) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 23:42:08.201050 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 23:42:08.201292 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 23:42:08.201672 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 23:42:08.201950 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 23:42:08.202186 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 23:42:08.202674 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.203106 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 03 23:42:08.203430 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.203733 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.204032 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.204336 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.204632 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.204922 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.205219 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.205524 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.205817 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.206132 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.206425 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.206726 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.207014 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.207313 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.207605 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.207940 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] debug = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.208180 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.208622 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.209052 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.209342 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.209639 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.209955 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.210236 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.210521 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.210814 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.211151 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] host = dv-cinder-822768-2-iscsi {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.211434 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.211729 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.212157 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.212598 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.212887 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.213173 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.213469 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.213751 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.214064 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] log_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.214350 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.214643 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.214939 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.215235 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.215472 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.215701 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.216004 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.216297 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.216578 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.216860 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.217148 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.217429 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.217709 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.218013 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.218304 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.218599 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.218893 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.219173 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.219453 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.219731 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.220009 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.220299 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.220577 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.220855 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.221134 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.221426 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.221699 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.222001 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.222308 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.222617 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.222882 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.223172 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.223464 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.223734 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.224011 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.224284 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.224558 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] use_json = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.224830 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.225104 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.225388 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.225664 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.225969 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.226247 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.226521 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.226808 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.227092 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:08.227574 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.227857 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.228305 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.228615 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.228914 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.229205 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.229504 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.229791 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.230120 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.230417 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.230712 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.230996 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.231303 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.231600 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.231901 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.232211 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.232512 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.232808 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.233090 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.233371 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.233656 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.233965 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.234261 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.234546 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.234842 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.235135 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.235421 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.235728 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.236021 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.236319 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.236614 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.236891 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.237181 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.237477 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.237763 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.238065 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.238350 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.238644 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.238928 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.239209 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.239497 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.239781 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.240058 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.240334 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.240617 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.240911 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.241191 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.241466 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.241744 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.242057 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.242334 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.242625 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.242907 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.243750 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.244254 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.244568 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.244856 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.245141 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.245430 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.245710 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.246018 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.246302 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.246581 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.246861 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.247141 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.247418 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.247700 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.247979 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.248265 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.248549 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.248829 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.249108 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.249388 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.249665 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.249985 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.250294 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.250579 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.250863 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.251148 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.251431 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.251711 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.251991 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.252274 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.252557 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.252832 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.253125 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.253413 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.253700 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.254028 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.254316 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.254891 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.255173 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.255461 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.255743 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.256027 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.256312 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.256599 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.256898 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.257196 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.257494 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.257794 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.258115 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.258403 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.259355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.259900 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:08.260161 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 23:42:08.260414 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109680) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 23:42:08.644420 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 23:42:08.644706 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 23:42:08.645020 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 23:42:08.645363 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 23:42:08.989653 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:08.989971 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:08.990253 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:08.991592 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:08.991873 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:08.992144 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.038157 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.038447 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.038719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.053936 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.054228 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.054504 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.085570 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.085860 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.086168 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.123503 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.123788 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.124068 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.475071 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.475702 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.475702 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.475863 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.476569 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.578712 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.579041 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.579332 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.579614 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.579893 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.580214 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.580486 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.580754 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.581020 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.581311 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.581580 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.581856 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.582146 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.582408 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.582670 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.582941 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.583204 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.583477 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.583753 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.584022 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.584301 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.584561 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.584849 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.585233 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.585494 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.585751 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.586186 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:42:09.586436 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:42:09.586681 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:42:09.586987 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:42:09.587428 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:42:09.587705 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:42:09.588080 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 23:42:09.592295 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 23:42:09.596340 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 23:42:09.600200 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 03 23:42:09.601862 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 23:42:09.602364 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 23:42:09.603418 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 23:42:09.603848 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 23:42:09.606764 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 23:42:09.607022 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 23:42:09.607374 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 23:42:09.612326 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 03 23:42:09.636838 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 03 23:42:09.637291 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.637598 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109680) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 03 23:42:09.638003 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.639418 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109680) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 23:42:09.639703 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 23:42:09.639958 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 23:42:09.643287 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.643584 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:09.708571 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 23:42:09.708815 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 23:42:09.709058 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 23:42:09.709429 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 23:42:09.731365 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_db.sqlalchemy.engines [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109680) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 03 23:42:10.357304 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Initializing driver for type 'gre' Feb 03 23:42:10.357851 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] gre ID ranges: [(1, 1000)] Feb 03 23:42:10.499504 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Initializing driver for type 'local' Feb 03 23:42:10.500151 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Initializing driver for type 'vlan' Feb 03 23:42:10.550748 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] VlanTypeDriver initialization complete Feb 03 23:42:10.551109 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Initializing driver for type 'vxlan' Feb 03 23:42:10.551611 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] vxlan ID ranges: [(1, 1000)] Feb 03 23:42:10.734233 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Initializing extension driver 'port_security' Feb 03 23:42:10.734589 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] PortSecurityExtensionDriver initialization complete Feb 03 23:42:10.734958 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Initializing mechanism driver 'openvswitch' Feb 03 23:42:10.735300 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Initializing mechanism driver 'hyperv' Feb 03 23:42:10.742147 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.plugin [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:42:10.743525 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > port after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.744070 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > port after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.744531 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > port after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.745082 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 23:42:10.745540 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > subnet after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.745923 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > subnet after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.746282 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.746698 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 23:42:10.747123 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > network after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.747494 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > network after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.747836 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > network after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.748241 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 23:42:10.748665 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > security_group after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.749023 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > security_group after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.749378 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > security_group after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.749785 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 23:42:10.750237 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.750591 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.750935 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.751356 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 23:42:10.751771 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > address_group after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.752122 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > address_group after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.752475 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > address_group after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.752878 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 23:42:10.753334 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] ML2 OVO RPC backend initialized. {{(pid=109680) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 03 23:42:10.754101 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.754463 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.755162 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > network before_response 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.756618 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > networks before_response 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.756618 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > port before_response 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.756618 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > ports before_response 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.756618 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > subnet before_response 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.756976 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > subnets before_response 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.757333 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > network after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.757690 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > network after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.758062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > network after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.758411 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > port after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.759453 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > port after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.760046 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > port after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.760405 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > subnet after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.760757 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > subnet after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.761105 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.768831 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded quota_driver: . Feb 03 23:42:10.769202 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.plugin [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Modular L2 Plugin initialization complete Feb 03 23:42:10.769554 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading services supported by the core plugin {{(pid=109680) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 23:42:10.769935 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.plugins.ml2.managers [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Got port-security extension from driver 'port_security' Feb 03 23:42:10.770408 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.extensions.vlantransparent [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Disabled vlantransparent extension. Feb 03 23:42:10.770906 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109680) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 23:42:10.771235 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading Plugin: router Feb 03 23:42:10.810481 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router_interface before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.810894 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router after_create 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.811258 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router before_create 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.811631 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.812011 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.812373 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router after_delete 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.812740 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > floatingip after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.813098 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > floatingip after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.813463 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router after_create 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.813817 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router after_update 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.814209 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router after_update 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.814554 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.814919 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router after_update 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.815341 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_update 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.815717 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: port after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.816061 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: port after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.816408 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: subnet after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.816750 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.817103 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > port precommit_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.817455 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_create 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.817804 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: port before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.818178 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.818541 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router after_update 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.818889 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_delete 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.819372 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_create 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.819746 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.820098 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_update 55549900 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.820466 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > agent after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.820824 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > agent after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.821242 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > network after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.822439 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Tracking information for resource: router configured {{(pid=109680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:42:10.822786 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Tracking information for resource: floatingip configured {{(pid=109680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:42:10.827706 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.db.l3_agentschedulers_db [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 23:42:10.828284 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: port after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.828651 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: port after_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.829009 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: port after_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.829363 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: port after_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.830192 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router before_create 55550100 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.830564 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_delete 55550100 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.830934 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_create 55550100 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.831296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > router precommit_update 55550100 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.836036 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.services.provider_configuration [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service providers = [] {{(pid=109680) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 23:42:10.836401 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.db.servicetype_db [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109680) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 23:42:10.839729 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.services.service_base [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109680) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 23:42:10.840087 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.services.service_base [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109680) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 23:42:10.840440 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.services.service_base [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109680) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 23:42:10.841345 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.services.service_base [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109680) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 23:42:10.841719 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.services.service_base [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 23:42:10.842125 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:42:10.842448 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 23:42:10.854083 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:42:10.854424 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading Plugin: auto_allocate Feb 03 23:42:10.860257 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: network precommit_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.860629 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: network precommit_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.861152 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:42:10.861473 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading Plugin: tag Feb 03 23:42:10.869280 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:42:10.869642 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading Plugin: timestamp Feb 03 23:42:10.873579 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:42:10.873945 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading Plugin: network_ip_availability Feb 03 23:42:10.890244 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.890623 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.890986 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:10.891718 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:42:10.892042 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading Plugin: flavors Feb 03 23:42:10.897147 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:42:10.897479 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading Plugin: revisions Feb 03 23:42:10.902138 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:42:10.902540 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_concurrency.lockutils [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.257s {{(pid=109680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 23:42:10.903294 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109680) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 03 23:42:10.903634 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Initializing extension manager. Feb 03 23:42:10.904189 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: __init__.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.904574 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: __pycache__ {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.904881 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.905223 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: address_group.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.906032 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.906612 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: address-group Feb 03 23:42:10.906943 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: address_scope.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.907665 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.908184 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: address-scope Feb 03 23:42:10.908514 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: admin_state_down_before_update.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.909509 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.910067 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: router-admin-state-down-before-update Feb 03 23:42:10.915572 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: agent.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.915572 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.915572 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: agent Feb 03 23:42:10.915572 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: agent_resources_synced.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.916421 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.916943 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: agent-resources-synced Feb 03 23:42:10.917272 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: allowedaddresspairs.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.919159 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.919677 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: allowed-address-pairs Feb 03 23:42:10.920012 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: auto_allocated_topology.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.921123 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.921685 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: auto-allocated-topology Feb 03 23:42:10.922060 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: availability_zone.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.922768 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.923287 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: availability_zone Feb 03 23:42:10.923616 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: availability_zone_filter.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.924544 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.925063 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: availability_zone_filter Feb 03 23:42:10.925394 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: data_plane_status.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.926376 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.926895 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 23:42:10.927224 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: default_subnetpools.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.928149 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.928672 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: default-subnetpools Feb 03 23:42:10.929001 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: dhcpagentscheduler.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.929826 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.930364 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: dhcp_agent_scheduler Feb 03 23:42:10.931413 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: dns.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.932543 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.933092 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension dns-integration not supported by any of loaded plugins Feb 03 23:42:10.933419 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: dns_domain_ports.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.934398 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.934916 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 23:42:10.935245 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.936194 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.936696 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 03 23:42:10.937025 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: dvr.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.937706 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.938262 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: dvr Feb 03 23:42:10.938593 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: ecmp_routes.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.939534 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.940053 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension ecmp_routes not supported by any of loaded plugins Feb 03 23:42:10.940379 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: empty_string_filtering.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.941411 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.941960 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: empty-string-filtering Feb 03 23:42:10.942289 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.943221 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.943734 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 23:42:10.944059 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.945020 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.945530 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 23:42:10.945856 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: external_net.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.947182 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.947699 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: external-net Feb 03 23:42:10.948027 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: extra_dhcp_opt.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.948967 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.949490 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: extra_dhcp_opt Feb 03 23:42:10.949817 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: extraroute.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.950778 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.962025 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: extraroute Feb 03 23:42:10.962025 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: extraroute_atomic.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.962984 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.963540 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: extraroute-atomic Feb 03 23:42:10.963877 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: filter_validation.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.964589 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.965106 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: filter-validation Feb 03 23:42:10.965434 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: fip_pf_description.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.966405 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.966921 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 23:42:10.967347 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: fip_port_details.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.968512 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.969033 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: fip-port-details Feb 03 23:42:10.969365 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: flavors.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.970653 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.971175 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: flavors Feb 03 23:42:10.971506 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.973231 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.973739 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 23:42:10.974092 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: floatingip_pools.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.974796 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.975314 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: floatingip-pools Feb 03 23:42:10.975644 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: ip_allocation.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.976581 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.977090 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 23:42:10.977924 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.978848 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.979369 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: ip-substring-filtering Feb 03 23:42:10.979700 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l2_adjacency.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.987355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.987824 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 23:42:10.988150 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.989175 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.989698 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: router Feb 03 23:42:10.990061 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3_conntrack_helper.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.992362 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.992883 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 23:42:10.993822 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.994795 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.995317 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: ext-gw-mode Feb 03 23:42:10.995766 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.996744 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.997264 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: l3-ha Feb 03 23:42:10.997591 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:10.998544 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:10.999052 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 03 23:42:10.999374 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3_flavors.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.000302 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.000813 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: l3-flavors Feb 03 23:42:11.001138 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3_ndp_proxy.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.002550 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.003065 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 03 23:42:11.003393 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.004321 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.005099 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 23:42:11.005425 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: l3agentscheduler.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.006532 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.007056 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: l3_agent_scheduler Feb 03 23:42:11.007381 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: local_ip.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.009359 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.009905 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension local_ip not supported by any of loaded plugins Feb 03 23:42:11.010256 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: logging.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.011907 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.012430 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension logging not supported by any of loaded plugins Feb 03 23:42:11.012767 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: metering.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.013523 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.014137 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: metering Feb 03 23:42:11.014466 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.015564 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.016092 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: metering_source_and_destination_fields Feb 03 23:42:11.016419 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: multiprovidernet.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.017366 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.017874 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: multi-provider Feb 03 23:42:11.018227 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: netmtu.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.019148 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.019658 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: net-mtu Feb 03 23:42:11.019982 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: netmtu_writable.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.020935 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.021448 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: net-mtu-writable Feb 03 23:42:11.021769 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: network_availability_zone.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.022477 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.022988 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: network_availability_zone Feb 03 23:42:11.023305 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: network_ip_availability.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.027903 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.028421 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: network-ip-availability Feb 03 23:42:11.028749 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: network_segment_range.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.029527 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.030101 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 23:42:11.030427 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: pagination.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.031422 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.031754 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: pagination Feb 03 23:42:11.032079 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: port_device_profile.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.033001 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.033513 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: port-device-profile Feb 03 23:42:11.033837 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.034808 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.035350 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: port-mac-address-regenerate Feb 03 23:42:11.035676 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.036598 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.037110 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: port-numa-affinity-policy Feb 03 23:42:11.037433 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: port_resource_request.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.038388 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.038898 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 23:42:11.039227 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: port_resource_request_groups.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.040791 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.041253 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 03 23:42:11.041580 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: portbindings.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.045005 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.045602 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: binding Feb 03 23:42:11.045959 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: portbindings_extended.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.047259 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.047787 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: binding-extended Feb 03 23:42:11.048119 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: portsecurity.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.049056 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.049574 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: port-security Feb 03 23:42:11.049919 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: project_id.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.050910 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.051243 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: project-id Feb 03 23:42:11.051571 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: providernet.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.052504 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.053013 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: provider Feb 03 23:42:11.053336 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.057698 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.058256 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos not supported by any of loaded plugins Feb 03 23:42:11.058592 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.059893 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.060414 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 23:42:11.060747 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.061676 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.062225 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 23:42:11.062586 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_default.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.063562 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.064080 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-default not supported by any of loaded plugins Feb 03 23:42:11.064406 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_fip.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.065339 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.065857 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-fip not supported by any of loaded plugins Feb 03 23:42:11.066207 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_fip_network_policy.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.067139 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.067656 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 03 23:42:11.067980 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_gateway_ip.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.069033 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.069543 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 23:42:11.069866 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_port_network_policy.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.073732 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.074286 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 23:42:11.074613 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.075675 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.076192 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 03 23:42:11.076517 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_pps_rule.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.077711 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.078267 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-pps not supported by any of loaded plugins Feb 03 23:42:11.078595 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_rule_type_details.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.079522 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.080096 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 23:42:11.080427 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: qos_rules_alias.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.081484 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.082029 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 23:42:11.082358 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: quota_check_limit.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.083291 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.083805 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: quota-check-limit Feb 03 23:42:11.084130 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: quotasv2.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.085079 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.085414 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: quotas Feb 03 23:42:11.085735 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: quotasv2_detail.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.087605 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.087952 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: quota_details Feb 03 23:42:11.088287 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: rbac.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.089340 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.089868 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: rbac-policies Feb 03 23:42:11.090225 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: rbac_address_group.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.091171 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.091704 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: rbac-address-group Feb 03 23:42:11.092038 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: rbac_address_scope.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.092968 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.093484 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: rbac-address-scope Feb 03 23:42:11.093814 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: rbac_security_groups.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.094767 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.095284 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: rbac-security-groups Feb 03 23:42:11.095613 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: rbac_subnetpool.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.096537 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.097056 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: rbac-subnetpool Feb 03 23:42:11.097388 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: revisionifmatch.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.098337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.098856 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: revision-if-match Feb 03 23:42:11.099183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: revisions.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.100376 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.100894 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: standard-attr-revisions Feb 03 23:42:11.101225 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: router_availability_zone.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.101915 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.103024 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: router_availability_zone Feb 03 23:42:11.103362 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: routerservicetype.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.104286 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.104797 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension router-service-type not supported by any of loaded plugins Feb 03 23:42:11.105127 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.106101 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.106614 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: security-groups-normalized-cidr Feb 03 23:42:11.106940 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: security_groups_port_filtering.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.107871 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.108382 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: port-security-groups-filtering Feb 03 23:42:11.108710 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.118712 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.119202 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: security-groups-remote-address-group Feb 03 23:42:11.119531 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.120483 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.121002 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: security-groups-shared-filtering Feb 03 23:42:11.121391 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.121946 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 03 23:42:11.122289 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: securitygroup.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.132214 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.132748 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: security-group Feb 03 23:42:11.133251 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: segment.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.134014 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.134534 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension segment not supported by any of loaded plugins Feb 03 23:42:11.134862 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.135812 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.136333 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 23:42:11.136662 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: servicetype.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.137896 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.138428 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: service-type Feb 03 23:42:11.138758 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: sorting.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.139756 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.140092 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: sorting Feb 03 23:42:11.140423 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: standard_attr_segment.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.147060 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.147574 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 23:42:11.147902 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: standardattrdescription.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.148555 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.149080 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: standard-attr-description Feb 03 23:42:11.150101 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: stateful_security_group.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.151065 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.151585 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: stateful-security-group Feb 03 23:42:11.151914 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: stdattrs_common.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.152486 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 23:42:11.152811 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.153753 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.154296 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 23:42:11.154620 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: subnet_onboard.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.155707 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.156233 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: subnet_onboard Feb 03 23:42:11.156560 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.157496 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.158044 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 23:42:11.158369 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: subnet_service_types.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.159301 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.159825 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: subnet-service-types Feb 03 23:42:11.160148 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: subnetallocation.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.161255 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.161846 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: subnet_allocation Feb 03 23:42:11.162194 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.162863 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.163374 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: subnetpool-prefix-ops Feb 03 23:42:11.163702 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.164631 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.165734 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 23:42:11.166160 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: tagging.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.167222 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.167748 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: standard-attr-tag Feb 03 23:42:11.168074 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: timestamp.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.169297 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.169830 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loaded extension: standard-attr-timestamp Feb 03 23:42:11.175426 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: trunk.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.176200 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.176719 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension trunk not supported by any of loaded plugins Feb 03 23:42:11.177049 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: trunk_details.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.178017 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.178535 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension trunk-details not supported by any of loaded plugins Feb 03 23:42:11.178862 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: uplink_status_propagation.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.179783 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.180296 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 23:42:11.180747 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Loading extension file: vlantransparent.py {{(pid=109680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 23:42:11.181504 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 23:42:11.182054 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 23:42:11.184600 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:network Feb 03 23:42:11.185134 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:subnet Feb 03 23:42:11.185535 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:42:11.185966 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:port Feb 03 23:42:11.188317 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.188775 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service FLAVORS assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.189493 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.190027 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.190371 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:router Feb 03 23:42:11.190799 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:floatingip Feb 03 23:42:11.191273 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service METERING assigned prefix: /metering {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.192708 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:11.193080 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:11.193441 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:42:11.194466 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 23:42:11.194915 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:security_group Feb 03 23:42:11.195344 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 23:42:11.195983 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service CORE assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.196419 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:42:11.196771 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] subnetpool is already registered Feb 03 23:42:11.197189 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service CORE assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.197514 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:42:11.197847 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] subnetpool is already registered Feb 03 23:42:11.200146 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.200578 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service FLAVORS assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.201179 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.201599 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.201957 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:router Feb 03 23:42:11.202298 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] router is already registered Feb 03 23:42:11.204216 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:floatingip Feb 03 23:42:11.204216 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] floatingip is already registered Feb 03 23:42:11.204216 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service METERING assigned prefix: /metering {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.204216 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 23:42:11.204506 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] rbac_policy is already registered Feb 03 23:42:11.204916 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:security_group Feb 03 23:42:11.205251 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] security_group is already registered Feb 03 23:42:11.205652 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 23:42:11.206019 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] security_group_rule is already registered Feb 03 23:42:11.206634 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service CORE assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.206961 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:42:11.207353 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] subnetpool is already registered Feb 03 23:42:11.207747 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.v2.resource_helper [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Service CORE assigned prefix: {{(pid=109680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:42:11.208072 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:42:11.208407 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING neutron.quota.resource_registry [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] subnetpool is already registered Feb 03 23:42:11.208862 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: extensions {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.210358 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: address-groups {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.212633 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: address-scopes {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.214015 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: agents {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.215186 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: auto-allocated-topology {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.216456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: availability_zones {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.217678 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: dhcp-networks {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.219225 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: dhcp-agents {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.220669 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: routers {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.222975 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: flavors {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.224168 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: service_profiles {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.225391 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: next_providers {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.226879 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: service_profiles {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.229002 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: floatingip-pools {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.235974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: routers {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.235974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: floatingips {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.235974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: l3-routers {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.235974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: l3-agents {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.236640 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: metering-labels {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.238092 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: metering-label-rules {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.239344 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: network-ip-availabilities {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.240637 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: bindings {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.242319 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: quotas {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.243916 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: quotas {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.245485 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: rbac-policies {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.246814 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: security-groups {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.248062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: security-group-rules {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.249304 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: service-providers {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.250562 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: subnetpools {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.251992 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: subnetpools {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.253550 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.255548 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.258307 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.260218 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.262055 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.263910 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.265632 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.267650 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.269426 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.271377 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron.api.extensions [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Extended resource: tags {{(pid=109680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 23:42:11.277805 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING keystonemiddleware.auth_token [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 23:42:11.282533 dv-cinder-822768-2-iscsi neutron-server[109680]: WARNING keystonemiddleware.auth_token [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 23:42:11.291644 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_concurrency.lockutils [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Acquired lock "singleton_lock" {{(pid=109680) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 03 23:42:11.292124 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_concurrency.lockutils [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Releasing lock "singleton_lock" {{(pid=109680) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 03 23:42:11.292778 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO oslo_service.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Starting 2 workers Feb 03 23:42:11.297711 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Started child 109789 {{(pid=109680) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 23:42:11.302332 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Started child 109790 {{(pid=109680) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 23:42:11.303463 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:11.308302 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO neutron.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 23:42:11.308302 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Publish callbacks [] for process (None), before_spawn {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:11.308480 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [-] (109789) wsgi starting up on http://0.0.0.0:9696 Feb 03 23:42:11.308565 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO oslo_service.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Starting 1 workers Feb 03 23:42:11.308636 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:11.310070 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [-] (109790) wsgi starting up on http://0.0.0.0:9696 Feb 03 23:42:11.312506 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Started child 109793 {{(pid=109680) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 23:42:11.313041 dv-cinder-822768-2-iscsi neutron-server[109680]: INFO oslo_service.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Starting 1 workers Feb 03 23:42:11.316378 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] calling RpcWorker wait() {{(pid=109793) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 23:42:11.317119 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] returning from RpcWorker wait() {{(pid=109793) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 23:42:11.317657 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Started child 109794 {{(pid=109680) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 23:42:11.318367 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:11.318528 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG neutron_lib.callbacks.manager [None req-d7e70427-ffb0-49e7-95bb-a77aa96de78c None None] Publish callbacks [] for process (None), after_spawn {{(pid=109680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:11.318877 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:42:11.320437 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109680) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 23:42:11.320658 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 23:42:11.320842 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 23:42:11.321070 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 23:42:11.321512 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 23:42:11.321702 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 23:42:11.322408 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.322717 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.322994 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.323137 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:11.323648 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.323648 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.324075 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:42:11.324222 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.324399 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.324663 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.324921 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.325156 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.325327 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.325498 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.325817 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.326000 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.326284 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.326555 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.326795 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.327059 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.327298 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.327498 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.327843 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.327997 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.328282 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] debug = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.328510 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.329004 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.329236 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.329489 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.329727 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.330010 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.330246 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.330541 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.330786 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.331038 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.331296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.331564 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.331799 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.332020 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.332270 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.332489 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.332752 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.332976 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.333464 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] host = dv-cinder-822768-2-iscsi {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.333709 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.333956 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.334188 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.334492 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.334683 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.334925 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.335177 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.335375 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.335970 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.336099 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.336293 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.336524 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.337260 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.337510 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.337898 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_options = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.338185 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.339946 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.339946 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.339946 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.339946 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.339946 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.339946 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.339946 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.340973 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.340973 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.340973 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.340973 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.340973 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.340973 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.341741 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.341741 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.341741 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.342202 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.342202 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.342456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.342601 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.342737 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.343650 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.343650 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.343650 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.343650 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.343935 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.344015 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.344244 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.344489 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.345185 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.345465 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.345682 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.345945 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.346234 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.346469 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.346705 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.346922 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.347193 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.347422 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.347670 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.347918 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.348144 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.348394 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.348617 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.348835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.349082 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_json = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.349302 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.349539 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.349785 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.350075 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.350313 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.350548 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.350783 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.351045 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.351391 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.351971 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.352133 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.352380 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.353179 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.353433 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.353679 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.353957 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.354186 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.354855 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.354855 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.355161 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.355313 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.355522 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.355807 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.356257 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.356571 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.356847 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.357169 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.357403 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.357646 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.357907 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.358171 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.358451 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.358687 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.358939 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.359194 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.359419 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.359727 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.360011 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.360398 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.360659 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.360926 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.361181 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.361432 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.361656 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.361904 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.362137 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.362356 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.362597 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.362863 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.363086 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.363309 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.363551 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.363802 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.364022 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.364610 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.364778 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.365014 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.365249 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.365478 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.365714 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.365957 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.366193 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.366411 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.366659 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.366881 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.367149 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.367391 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.367631 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.367854 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.368160 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.368385 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.368646 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.368782 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34000) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:11.368911 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.369288 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.369505 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.369728 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.369973 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.370241 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.370463 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.370681 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.370902 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.371121 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.371358 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.371577 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.371798 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.372015 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.372239 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.372476 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.372690 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.372925 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.373159 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.373394 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.373623 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.373838 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.374083 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.374317 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.375572 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.375572 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.375572 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.375572 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.375572 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.376450 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.376450 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.376450 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.376450 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.377023 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.377023 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.377316 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.377456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.377594 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.377803 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.378095 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.378463 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.378633 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.378807 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.379060 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.379378 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.379806 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.379954 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.380174 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.380411 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.380693 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.380946 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.381183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.381656 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.381656 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.382003 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.382232 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.382472 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.382754 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.382978 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.383250 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.383552 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.383834 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.384113 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.384453 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.384728 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.385003 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.385246 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.385501 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.385751 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.386049 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.386316 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.386595 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.387865 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.388111 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.391402 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.391402 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.391402 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.391402 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.391402 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.391402 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.391402 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.391402 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.392509 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.392509 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.392509 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.392509 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.392509 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.392509 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394548 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394690 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0219188 Feb 03 23:42:11.394835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.394835 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.396062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.396062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.396062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.396062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.396062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.396062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.397721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.397721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.397721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.397721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.397721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.397721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.397721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.397721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.401819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.401819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.401819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.401819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.401819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.401819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.401819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.401819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.403921 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.403921 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.403921 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.403921 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.403921 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.403921 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.406318 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.406318 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.409214 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.409214 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.409214 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.409214 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.409214 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.409214 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.410907 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.410907 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.410907 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.412061 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.412997 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.413263 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.413679 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.414118 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.414550 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.415040 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.416436 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.416684 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.417257 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.417257 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.417423 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.417675 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.418626 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420355 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420816 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420816 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.420951 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.422344 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.422645 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.422947 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.423226 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.423895 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.423895 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.424072 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.424245 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.424723 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.425523 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.425833 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.426439 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.426610 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.426877 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.427206 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.427513 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.427803 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.428688 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.428688 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.428688 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.429062 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.429215 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.429531 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.429943 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.431516 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.431823 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.432075 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.433221 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.433221 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.433221 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.433221 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.433515 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.433515 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.433731 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.433983 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.434456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.434714 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.434945 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.435244 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.435479 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.435735 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.435981 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.436306 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.437159 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.437159 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.437159 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.437545 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.437545 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.437782 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.438186 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.438480 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.438752 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.438994 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.439287 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.439558 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.439844 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.440086 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.440396 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.440734 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.441018 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.441278 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.441551 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.442050 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.442460 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.442698 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.442925 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.443177 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.443396 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.443647 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.443880 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.444109 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.446732 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.447138 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.447521 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.447780 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.448011 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.448255 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.448505 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.448674 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 23:42:11.449196 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109680) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 23:42:11.449365 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 23:42:11.449541 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 23:42:11.449727 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 23:42:11.449977 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 23:42:11.450139 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 23:42:11.450287 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.450429 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.450594 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.450742 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.450913 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.451099 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.451278 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.451418 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.451581 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.451752 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.451916 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.452079 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.452233 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.452394 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.452557 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.452719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.453719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.453719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.453719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.453719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.453719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.453719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.454387 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] debug = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.454387 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.454387 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.454387 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.454927 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.454927 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.454927 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.454927 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.455218 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.455218 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.455364 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.455512 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.455683 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.455832 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.455992 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.456148 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.456333 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.456486 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.456629 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.456771 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] host = dv-cinder-822768-2-iscsi {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.457853 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.457853 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.457853 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.457853 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.457853 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.457853 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.457853 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.458320 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.458320 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.458320 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.458512 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.458606 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.458767 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.458931 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.459090 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_options = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.460432 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.460432 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.460432 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.460432 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.460432 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.460432 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.460432 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461005 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461005 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461005 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461005 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461005 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461354 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461354 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461354 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.461719 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.462577 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.463344 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.463344 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.463344 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.463344 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.463344 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.463789 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.463789 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.463789 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.464006 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.464085 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.464229 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.464392 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.464554 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.464863 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.464863 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.465092 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.465198 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.465304 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.465460 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.465622 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.466016 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.466016 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.466202 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.466283 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.466422 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.466584 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.466746 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.466913 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.467080 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_json = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468296 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468793 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:42:11.468793 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.468793 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.468977 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.469072 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.469266 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.469426 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.469576 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.469721 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.470082 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.470405 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.470578 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.470745 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.470922 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.471105 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.471256 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472035 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472035 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472035 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472035 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472035 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472571 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472571 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472571 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472912 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.472912 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.473064 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.473145 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.473277 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.473443 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.473623 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.473788 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.474740 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:42:11.474865 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.475042 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.475217 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.475385 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.475549 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.475718 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.475885 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.476052 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.476219 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.476385 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.476551 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.476716 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.476881 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.477046 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.477212 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.477397 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.477585 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.477751 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479183 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479902 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.479902 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.480078 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.480376 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.480477 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.480636 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.480805 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.480982 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.481155 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.481389 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.481481 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.482367 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.482367 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.482367 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.482367 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.482367 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.482715 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.482715 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.482837 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.483014 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.483135 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.483305 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.483475 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.483659 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.483819 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.484641 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.484641 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.484641 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.484641 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.484641 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.484975 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.485166 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.485315 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.485565 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.486943 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.487164 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.487342 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.487523 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.487698 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.487871 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.488902 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.489082 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.489234 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.489373 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.489523 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.489761 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.489928 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.490150 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.490326 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.490497 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.490663 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.491643 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.491643 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.491643 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.491643 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.491643 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.491643 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.492456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.492456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.492456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.492456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.492456 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.493760 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.493760 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.493760 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.493760 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.494415 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.494415 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.494415 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.494415 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.494956 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.494956 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.494956 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.495397 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.495397 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.495655 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.495655 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.495925 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.496071 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.496340 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.496495 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.496633 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.496771 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.496908 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.497057 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.497196 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.497960 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.497960 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.497960 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.497960 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.498315 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.498315 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.498436 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.498502 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.498668 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.499418 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.499418 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.499418 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.499418 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.499418 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500219 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500219 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500219 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500219 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500219 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500566 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500566 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500693 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.500842 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.501006 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.501171 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.501347 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.501916 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.501916 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.501916 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.502174 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.502174 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.502318 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.502627 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.502627 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.502880 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.502993 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.503124 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.503232 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.503406 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.503573 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.503742 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.503909 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.504077 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.504244 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.504412 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.504833 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.505002 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.505347 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.505869 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.505869 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.505869 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.506268 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.506268 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.506514 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.506514 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.506762 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.506887 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.507010 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.507154 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.507327 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.508532 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.508532 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.508532 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.508532 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.508532 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.508532 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.508532 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.509974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.509974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.509974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.509974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.509974 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.511337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.511337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.511337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.511337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.511337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.511337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.511337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.511337 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512201 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512201 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512201 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512201 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512201 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512201 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512674 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512674 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512674 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512893 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.512972 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.513112 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.513354 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.513515 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.513624 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.513730 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.513869 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.514056 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.514233 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.514396 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.514547 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.514740 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.516141 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.516141 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.516759 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.516759 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.516759 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.517651 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.517825 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.518264 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.518264 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.519079 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.519246 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.519411 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.519582 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.519764 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.520849 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.521037 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.521198 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.521380 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.521841 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.521841 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.521841 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.522192 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.522271 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.522384 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.522551 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.522720 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.522889 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.524446 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.524446 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.524446 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.524446 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.524446 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.524446 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.524446 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.524446 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.525211 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.525211 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.525211 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.525513 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.525513 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.525667 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.525746 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.526773 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.526938 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.527106 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.527267 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.527438 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.527606 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.527776 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.527944 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.528112 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.528281 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.528449 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.528617 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.528784 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.528952 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.529120 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:42:11.529282 dv-cinder-822768-2-iscsi neutron-server[109680]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 23:42:23.127161 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ee61f-9bb9-4b64-9e1f-141b63040cd5 None None] get_active_networks_info from dv-cinder-822768-2-iscsi {{(pid=109793) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 23:42:23.193142 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ee61f-9bb9-4b64-9e1f-141b63040cd5 None None] No non-hosted networks {{(pid=109793) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 23:42:23.219826 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.agentschedulers_db [None req-633ee61f-9bb9-4b64-9e1f-141b63040cd5 None None] DHCP Agent not found on host dv-cinder-822768-2-iscsi {{(pid=109793) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 23:42:23.386874 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4eb439f6-fea9-4bca-aedd-f663790acab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456557'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:25.591916 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6e311751-0fa9-485e-a6d1-da3bd42c4a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456557'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:25.666953 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.db.api [None req-e848ffac-c485-4e4c-bf9f-25479e3cd227 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-822768-2-iscsi {{(pid=109793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 23:42:25.668138 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG oslo_db.api [None req-e848ffac-c485-4e4c-bf9f-25479e3cd227 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 23:42:26.260706 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e848ffac-c485-4e4c-bf9f-25479e3cd227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:26.688168 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456557'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:28.248556 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456557'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:28.743318 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.db.l3_hamode_db [None req-e95e14b4-3284-4275-8298-184198003aea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 23:42:28.824166 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e14b4-3284-4275-8298-184198003aea None None] Routers set() bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:42:28.824577 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e14b4-3284-4275-8298-184198003aea None None] Router IDs set() for agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 23:42:29.584201 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456557'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:29.584966 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.585192 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.585536 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.585875 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.586265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.586942 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.587533 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.588004 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.588451 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.589080 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.589497 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.590092 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.590632 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:29.591140 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822768-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:42:29.597861 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822768-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:42:31.952984 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34104) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:32.442362 dv-cinder-822768-2-iscsi neutron-server[109790]: WARNING oslo_policy.policy [None req-f14bb777-86fe-4496-a34c-f65457c48eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:42:32.443006 dv-cinder-822768-2-iscsi neutron-server[109790]: WARNING oslo_policy.policy [None req-f14bb777-86fe-4496-a34c-f65457c48eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:42:32.674345 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [None req-f14bb777-86fe-4496-a34c-f65457c48eef admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:42:32.675560 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f14bb777-86fe-4496-a34c-f65457c48eef admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7187521 Feb 03 23:42:35.440574 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34122) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:35.745225 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-9a685864-c440-4757-9f8b-731ddc4e0c88 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'tenant_id': '4227f98f02f0443a99ca042072389869'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:42:35.846016 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.policy [None req-9a685864-c440-4757-9f8b-731ddc4e0c88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109790) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 23:42:35.888105 dv-cinder-822768-2-iscsi neutron-server[109790]: WARNING oslo_policy.policy [None req-9a685864-c440-4757-9f8b-731ddc4e0c88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:42:35.888479 dv-cinder-822768-2-iscsi neutron-server[109790]: WARNING oslo_policy.policy [None req-9a685864-c440-4757-9f8b-731ddc4e0c88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:42:36.041992 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9a685864-c440-4757-9f8b-731ddc4e0c88 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757294636366', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757294635875', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757294621943', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757294619596', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757294608006', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757294599770', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-775501', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-754603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7885658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7794579'] for rbac-policy (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:36.237418 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9a685864-c440-4757-9f8b-731ddc4e0c88 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:36.238671 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-9a685864-c440-4757-9f8b-731ddc4e0c88 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7971134 Feb 03 23:42:38.875701 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34134) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:39.177459 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Request body: {'network': {'name': 'private', 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'admin_state_up': True}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:42:39.258100 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Made reservation on behalf of 386643fd202645e3b5094bdd6f7f5779 for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:42:39.260986 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:39.278216 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:39.383042 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Publish callbacks [] for security_group (2d9ffb76-c998-4539-aff7-25f50d452525), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:39.440728 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (2d9ffb76-c998-4539-aff7-25f50d452525), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:39.460228 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:42:39.487913 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757291613004', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (df40edc2-63f6-4b33-a249-f6c306d5336c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:39.488485 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Unsubscribe: segment precommit_create {{(pid=109790) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 23:42:39.489024 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Added segment df40edc2-63f6-4b33-a249-f6c306d5336c of type vlan for network 459f973e-b5e7-405b-8fe7-e518d719ae5f Feb 03 23:42:39.504622 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9ffb76-c998-4539-aff7-25f50d452525,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:42:39.553407 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.553806 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.554285 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.554619 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.554944 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.555411 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.555758 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.556086 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.556419 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.556754 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.557073 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.557383 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.557693 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Tracked resource versions report: Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: pushed versions: Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: { 'AddressGroup': {'1.2'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'ConntrackHelper': {'1.0'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'LocalIPAssociation': {'1.0'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Log': {'1.0'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Network': {'1.1'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Port': {'1.7'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'PortForwarding': {'1.2'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'QosPolicy': {'1.10'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SecurityGroup': {'1.5'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SecurityGroupRule': {'1.2'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SubPort': {'1.0'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Subnet': {'1.1'}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Trunk': {'1.1'}} Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: consumer versions: Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: { DHCP agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: L3 agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: Metadata agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: Metering agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: Open vSwitch agent@dv-cinder-822768-2-iscsi: { 'AddressGroup': '1.2', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'ConntrackHelper': '1.0', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'LocalIPAssociation': '1.0', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Log': '1.0', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Network': '1.1', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Port': '1.7', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'PortForwarding': '1.2', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'QosPolicy': '1.10', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SecurityGroup': '1.5', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SecurityGroupRule': '1.2', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SubPort': '1.0', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Subnet': '1.1', Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Trunk': '1.1'}} Feb 03 23:42:39.559096 dv-cinder-822768-2-iscsi neutron-server[109790]: {{(pid=109790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:42:39.595184 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (459f973e-b5e7-405b-8fe7-e518d719ae5f), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:39.716571 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (459f973e-b5e7-405b-8fe7-e518d719ae5f), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:39.717602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:42:39.718356 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:39.814760 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=459f973e-b5e7-405b-8fe7-e518d719ae5f,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:42:39.823094 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-9c768c95-c613-4f82-8a14-b657ae15f1f1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9463384 Feb 03 23:42:39.828792 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 459f973e-b5e7-405b-8fe7-e518d719ae5f details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:42:42.495899 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34148) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:43.005904 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4035a393-8deb-4ccd-a52c-2f1895cd3c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:42:43.007330 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4035a393-8deb-4ccd-a52c-2f1895cd3c9f admin admin] 10.222.0.41 "GET /v2.0/networks/459f973e-b5e7-405b-8fe7-e518d719ae5f HTTP/1.1" status: 200 len: 824 time: 0.5104887 Feb 03 23:42:43.031691 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d6190e5a-7145-4873-8ec5-d2d6d283bc80 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/241d589a-9f7f-4818-a2a6-9d2c640c52ae HTTP/1.1" status: 200 len: 734 time: 0.0181038 Feb 03 23:42:43.040520 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '241d589a-9f7f-4818-a2a6-9d2c640c52ae', 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f', 'name': 'private-subnet', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:42:43.120342 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Made reservation on behalf of 386643fd202645e3b5094bdd6f7f5779 for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:42:43.122615 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:43.476734 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (7cd40d29-f8e7-4d43-a392-2443409e627d), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:43.543482 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Checking segment: {'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:42:43.544159 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Network hostable DHCP agents. Network: 459f973e-b5e7-405b-8fe7-e518d719ae5f, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:42:43.550618 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd40d29-f8e7-4d43-a392-2443409e627d,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:42:43.613327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Network 459f973e-b5e7-405b-8fe7-e518d719ae5f is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:42:43.710520 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 459f973e-b5e7-405b-8fe7-e518d719ae5f) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:42:43.715718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:42:43.716335 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:43.720993 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d160f44-508e-48cb-a80a-f3dc5e05ee68 None None] Network 459f973e-b5e7-405b-8fe7-e518d719ae5f requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:42:43.799242 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4f02cdf7-9360-4062-bde9-854e83ed18d7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7622581 Feb 03 23:42:43.986812 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-459f973e-b5e7-405b-8fe7-e518d719ae5f', 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f', 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'fixed_ips': [{'subnet_id': '7cd40d29-f8e7-4d43-a392-2443409e627d'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:42:43.988016 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:44.267891 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Allocated IP 172.20.0.2 (459f973e-b5e7-405b-8fe7-e518d719ae5f/7cd40d29-f8e7-4d43-a392-2443409e627d/523a4109-485d-4146-a92f-466222677944) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:42:44.531139 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Publish callbacks [] for port (523a4109-485d-4146-a92f-466222677944), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:44.601218 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (523a4109-485d-4146-a92f-466222677944), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:44.681672 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Network 459f973e-b5e7-405b-8fe7-e518d719ae5f is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:42:44.688819 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:42:44.690736 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Pushing event updated for resources: {'Port': ['ID=523a4109-485d-4146-a92f-466222677944,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:42:44.698619 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:42:44.702050 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.702439 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.702799 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.703139 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.703474 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.703800 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.704124 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.704465 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.704776 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.705113 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.705435 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.705752 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.706091 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Tracked resource versions report: Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: pushed versions: Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: { 'AddressGroup': {'1.2'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'ConntrackHelper': {'1.0'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'LocalIPAssociation': {'1.0'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Log': {'1.0'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Network': {'1.1'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Port': {'1.7'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'PortForwarding': {'1.2'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'QosPolicy': {'1.10'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SecurityGroup': {'1.5'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SecurityGroupRule': {'1.2'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SubPort': {'1.0'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Subnet': {'1.1'}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Trunk': {'1.1'}} Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: consumer versions: Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: { DHCP agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: L3 agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: Metadata agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: Metering agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: Open vSwitch agent@dv-cinder-822768-2-iscsi: { 'AddressGroup': '1.2', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'ConntrackHelper': '1.0', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'LocalIPAssociation': '1.0', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Log': '1.0', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Network': '1.1', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Port': '1.7', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'PortForwarding': '1.2', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'QosPolicy': '1.10', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SecurityGroup': '1.5', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SecurityGroupRule': '1.2', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SubPort': '1.0', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Subnet': '1.1', Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Trunk': '1.1'}} Feb 03 23:42:44.707438 dv-cinder-822768-2-iscsi neutron-server[109793]: {{(pid=109793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:42:44.786479 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Attempting to bind port 523a4109-485d-4146-a92f-466222677944 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:42:44.787098 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Attempting to bind port 523a4109-485d-4146-a92f-466222677944 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:42:44.787220 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Attempting to bind port 523a4109-485d-4146-a92f-466222677944 on network 459f973e-b5e7-405b-8fe7-e518d719ae5f {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:42:44.792644 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:42:44.793023 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Checking segment: {'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:42:44.793484 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:44.793875 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Bound using segment: {'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:42:44.794390 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Bound port: 523a4109-485d-4146-a92f-466222677944, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:42:44.794793 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (523a4109-485d-4146-a92f-466222677944), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:44.857165 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] For port 523a4109-485d-4146-a92f-466222677944, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:42:44.861355 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] For port 523a4109-485d-4146-a92f-466222677944, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=523a4109-485d-4146-a92f-466222677944,segment=NetworkSegment(df40edc2-63f6-4b33-a249-f6c306d5336c),segment_id=df40edc2-63f6-4b33-a249-f6c306d5336c)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:42:44.905768 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (523a4109-485d-4146-a92f-466222677944), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:44.972482 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f024f-b527-4b41-95da-17b382a1d84b None None] Pushing event updated for resources: {'Port': ['ID=523a4109-485d-4146-a92f-466222677944,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:42:46.315913 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34158) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:46.628883 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [None req-8d2f0d6b-9e2e-40b1-bf4f-306b22b638d3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:42:46.630266 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-8d2f0d6b-9e2e-40b1-bf4f-306b22b638d3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132932 Feb 03 23:42:49.099822 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 34166) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:49.609840 dv-cinder-822768-2-iscsi neutron-server[109789]: WARNING oslo_policy.policy [None req-3ab8cd05-b5fa-414a-af06-e1271a32d5d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:42:49.610434 dv-cinder-822768-2-iscsi neutron-server[109789]: WARNING oslo_policy.policy [None req-3ab8cd05-b5fa-414a-af06-e1271a32d5d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:42:49.835761 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [None req-3ab8cd05-b5fa-414a-af06-e1271a32d5d1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:42:49.854635 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3ab8cd05-b5fa-414a-af06-e1271a32d5d1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7361207 Feb 03 23:42:52.696989 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 34182) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:53.021050 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '386643fd202645e3b5094bdd6f7f5779'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:42:53.081221 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.policy [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109789) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 23:42:53.123879 dv-cinder-822768-2-iscsi neutron-server[109789]: WARNING oslo_policy.policy [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:42:53.127675 dv-cinder-822768-2-iscsi neutron-server[109789]: WARNING oslo_policy.policy [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:42:53.180575 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f3c05001-d298-4c78-ae90-08cf475d70cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:53.237192 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (a6f617a0-deca-449a-83ec-8a9ed135762e), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:53.239147 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (a6f617a0-deca-449a-83ec-8a9ed135762e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:53.397309 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] Publish callbacks [] for router_controller (a6f617a0-deca-449a-83ec-8a9ed135762e), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:53.437618 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (a6f617a0-deca-449a-83ec-8a9ed135762e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:53.496382 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:53.497668 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-864f58d3-a899-45da-ab44-9d4b7d7a63bc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7996843 Feb 03 23:42:55.555115 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6bd327cb-ead7-4a8d-9f4f-168564796c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:56.003447 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34196) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:56.077881 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac4d9f-0f33-4ef6-ad7e-dc619ba27cea None None] Network 459f973e-b5e7-405b-8fe7-e518d719ae5f requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:42:56.126531 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 523a4109-485d-4146-a92f-466222677944 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:42:56.200520 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-faa59694-7d39-476c-8d21-a22186f5f79e None None] Provisioning complete for port 523a4109-485d-4146-a92f-466222677944 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:42:56.200940 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-faa59694-7d39-476c-8d21-a22186f5f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (523a4109-485d-4146-a92f-466222677944), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:56.331388 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 523a4109-485d-4146-a92f-466222677944 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:42:56.331783 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (523a4109-485d-4146-a92f-466222677944), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:56.345946 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [None req-68608df7-cdd1-4a57-9c9a-3d23a343b6c1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:42:56.346948 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-68608df7-cdd1-4a57-9c9a-3d23a343b6c1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3420544 Feb 03 23:42:56.438955 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-faa59694-7d39-476c-8d21-a22186f5f79e None None] Current status of the port 523a4109-485d-4146-a92f-466222677944 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:42:56.439746 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-faa59694-7d39-476c-8d21-a22186f5f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (523a4109-485d-4146-a92f-466222677944), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:56.507028 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-faa59694-7d39-476c-8d21-a22186f5f79e None None] For port 523a4109-485d-4146-a92f-466222677944, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=523a4109-485d-4146-a92f-466222677944,segment=NetworkSegment(df40edc2-63f6-4b33-a249-f6c306d5336c),segment_id=df40edc2-63f6-4b33-a249-f6c306d5336c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:42:56.518477 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 523a4109-485d-4146-a92f-466222677944 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:42:56.518919 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (523a4109-485d-4146-a92f-466222677944), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:56.576604 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-faa59694-7d39-476c-8d21-a22186f5f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (523a4109-485d-4146-a92f-466222677944), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:56.627047 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:56.652448 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.db.api [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 23:42:56.652820 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG oslo_db.api [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 23:42:56.656996 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa59694-7d39-476c-8d21-a22186f5f79e None None] Pushing event updated for resources: {'Port': ['ID=523a4109-485d-4146-a92f-466222677944,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:42:56.696998 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-22bd4055-cd99-4298-b44d-1abc3001842c None None] Provisioning complete for port 523a4109-485d-4146-a92f-466222677944 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:42:56.697388 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-22bd4055-cd99-4298-b44d-1abc3001842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (523a4109-485d-4146-a92f-466222677944), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:56.775104 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-22bd4055-cd99-4298-b44d-1abc3001842c None None] Current status of the port 523a4109-485d-4146-a92f-466222677944 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:42:57.187255 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 523a4109-485d-4146-a92f-466222677944 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:42:58.058871 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 523a4109-485d-4146-a92f-466222677944 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:42:58.120075 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 523a4109-485d-4146-a92f-466222677944 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:42:58.120469 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (523a4109-485d-4146-a92f-466222677944), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:58.202305 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:58.249398 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 523a4109-485d-4146-a92f-466222677944 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:42:58.858845 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34228) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:42:58.986534 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'project_id': '4227f98f02f0443a99ca042072389869', 'provider:physical_network': 'physnet1', 'tenant_id': '4227f98f02f0443a99ca042072389869', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:42:59.068611 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Made reservation on behalf of 4227f98f02f0443a99ca042072389869 for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:42:59.070958 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:59.078858 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:59.149245 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Publish callbacks [] for security_group (208ed80e-2234-467f-8bc3-357d5a4e4859), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:59.236008 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (208ed80e-2234-467f-8bc3-357d5a4e4859), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:59.250537 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Reserving flat network on physical network physnet1 {{(pid=109790) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 23:42:59.268210 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ed80e-2234-467f-8bc3-357d5a4e4859,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:42:59.272692 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (e104288c-ba8f-4de5-89cf-807aa4c4a764), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:59.273029 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Added segment e104288c-ba8f-4de5-89cf-807aa4c4a764 of type flat for network 714b3a6a-c540-4589-b981-53d5b17e9386 Feb 03 23:42:59.318246 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (714b3a6a-c540-4589-b981-53d5b17e9386), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:59.396055 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (714b3a6a-c540-4589-b981-53d5b17e9386), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:59.396974 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:42:59.397547 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:42:59.456296 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] Pushing event updated for resources: {'Network': ['ID=714b3a6a-c540-4589-b981-53d5b17e9386,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:42:59.477784 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 714b3a6a-c540-4589-b981-53d5b17e9386 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:42:59.503262 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4e012b86-a945-445d-9aa1-4e0b04269b71 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6421421 Feb 03 23:42:59.551087 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:01.773222 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34238) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:43:01.862716 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d80591-666c-4c40-89dc-1ddcce58cc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:43:01.864037 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-83d80591-666c-4c40-89dc-1ddcce58cc6a admin admin] 10.222.0.41 "GET /v2.0/subnets/7cd40d29-f8e7-4d43-a392-2443409e627d HTTP/1.1" status: 200 len: 849 time: 0.0892110 Feb 03 23:43:02.027860 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-c42b0d2b-4182-4fae-b896-fbb2b714766b admin admin] 10.222.0.41 "GET /v2.0/routers/a6f617a0-deca-449a-83ec-8a9ed135762e HTTP/1.1" status: 200 len: 704 time: 0.1582646 Feb 03 23:43:02.299171 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:02.589088 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Allocated IP 172.20.0.1 (459f973e-b5e7-405b-8fe7-e518d719ae5f/7cd40d29-f8e7-4d43-a392-2443409e627d/2138646c-994f-4435-a8f8-75c7f2fde39e) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:43:02.782579 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Publish callbacks [] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:02.904303 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:02.979759 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Network 459f973e-b5e7-405b-8fe7-e518d719ae5f is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:43:02.984375 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:43:02.989922 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:43:02.990453 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (a6f617a0-deca-449a-83ec-8a9ed135762e), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:03.013534 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Pushing event updated for resources: {'Port': ['ID=2138646c-994f-4435-a8f8-75c7f2fde39e,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:03.232577 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-2f555084-29f2-4c06-a72d-d223932f2499 None None] Provisioning complete for port 2138646c-994f-4435-a8f8-75c7f2fde39e triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:43:03.233140 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-2f555084-29f2-4c06-a72d-d223932f2499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:03.258153 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:03.264855 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-2f555084-29f2-4c06-a72d-d223932f2499 None None] Port 2138646c-994f-4435-a8f8-75c7f2fde39e cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:43:03.466115 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Publish callbacks [] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:03.531615 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:03.532330 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (a6f617a0-deca-449a-83ec-8a9ed135762e), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:03.607458 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Pushing event updated for resources: {'Port': ['ID=2138646c-994f-4435-a8f8-75c7f2fde39e,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:03.652583 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Network 459f973e-b5e7-405b-8fe7-e518d719ae5f is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:43:03.653832 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:43:03.875035 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Router a6f617a0-deca-449a-83ec-8a9ed135762e is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:43:03.890430 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-dac2794b-f94d-4570-a203-6ef57f89c1c4 None None] Provisioning complete for port 2138646c-994f-4435-a8f8-75c7f2fde39e triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:43:03.890930 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-dac2794b-f94d-4570-a203-6ef57f89c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:03.924797 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-dac2794b-f94d-4570-a203-6ef57f89c1c4 None None] Port 2138646c-994f-4435-a8f8-75c7f2fde39e cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:43:03.969422 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:43:03.974802 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-00ba176f-d2d0-477d-9054-3891be42383d admin admin] 10.222.0.41 "PUT /v2.0/routers/a6f617a0-deca-449a-83ec-8a9ed135762e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9417543 Feb 03 23:43:03.994212 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Sync routers for ids ['a6f617a0-deca-449a-83ec-8a9ed135762e'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:43:04.007429 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Routers {'a6f617a0-deca-449a-83ec-8a9ed135762e'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:43:04.008238 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:42:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['a6f617a0-deca-449a-83ec-8a9ed135762e'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:43:04.201263 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Set router a6f617a0-deca-449a-83ec-8a9ed135762e gateway port host: None {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:43:04.631239 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'name': 'router1', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:42:53Z', 'updated_at': '2022-02-03T23:43:03Z', 'revision_number': 2, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'gw_port_host': None, '_interfaces': [{'id': '2138646c-994f-4435-a8f8-75c7f2fde39e', 'name': '', 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'mac_address': 'fa:16:3e:ec:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:02Z', 'updated_at': '2022-02-03T23:43:03Z', 'revision_number': 2, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'subnets': [{'id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241d589a-9f7f-4818-a2a6-9d2c640c52ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:43:04.683663 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Checking router: a6f617a0-deca-449a-83ec-8a9ed135762e for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:43:04.684034 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Updating router a6f617a0-deca-449a-83ec-8a9ed135762e port 2138646c-994f-4435-a8f8-75c7f2fde39e binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:43:04.736758 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:05.262097 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Publish callbacks [] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:05.356613 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:05.541236 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Pushing event updated for resources: {'Port': ['ID=2138646c-994f-4435-a8f8-75c7f2fde39e,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:05.552595 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.552965 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.553329 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.553670 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.554028 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.554364 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.554717 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.555047 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.555479 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.555840 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.556170 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.556489 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.556809 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Tracked resource versions report: Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: pushed versions: Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: { 'AddressGroup': {'1.2'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'ConntrackHelper': {'1.0'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'LocalIPAssociation': {'1.0'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Log': {'1.0'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Network': {'1.1'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Port': {'1.7'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'PortForwarding': {'1.2'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'QosPolicy': {'1.10'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SecurityGroup': {'1.5'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SecurityGroupRule': {'1.2'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SubPort': {'1.0'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Subnet': {'1.1'}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Trunk': {'1.1'}} Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: consumer versions: Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: { DHCP agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: L3 agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: Metadata agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: Metering agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: Open vSwitch agent@dv-cinder-822768-2-iscsi: { 'AddressGroup': '1.2', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'ConntrackHelper': '1.0', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'LocalIPAssociation': '1.0', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Log': '1.0', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Network': '1.1', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Port': '1.7', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'PortForwarding': '1.2', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'QosPolicy': '1.10', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SecurityGroup': '1.5', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SecurityGroupRule': '1.2', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SubPort': '1.0', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Subnet': '1.1', Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Trunk': '1.1'}} Feb 03 23:43:05.558200 dv-cinder-822768-2-iscsi neutron-server[109794]: {{(pid=109794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:43:05.560552 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Attempting to bind port 2138646c-994f-4435-a8f8-75c7f2fde39e on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:43:05.560946 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Attempting to bind port 2138646c-994f-4435-a8f8-75c7f2fde39e by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:43:05.561399 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Attempting to bind port 2138646c-994f-4435-a8f8-75c7f2fde39e on network 459f973e-b5e7-405b-8fe7-e518d719ae5f {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:43:05.569471 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:43:05.571235 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Checking segment: {'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:43:05.571386 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:05.571709 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Bound using segment: {'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:43:05.572193 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Bound port: 2138646c-994f-4435-a8f8-75c7f2fde39e, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df40edc2-63f6-4b33-a249-f6c306d5336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:43:05.572575 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:05.640558 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] For port 2138646c-994f-4435-a8f8-75c7f2fde39e, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:43:05.654678 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7d926ab5-8966-498c-83df-8bd74e0aa170 None None] Provisioning complete for port 2138646c-994f-4435-a8f8-75c7f2fde39e triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:43:05.655235 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7d926ab5-8966-498c-83df-8bd74e0aa170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:05.660749 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] For port 2138646c-994f-4435-a8f8-75c7f2fde39e, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=2138646c-994f-4435-a8f8-75c7f2fde39e,segment=NetworkSegment(df40edc2-63f6-4b33-a249-f6c306d5336c),segment_id=df40edc2-63f6-4b33-a249-f6c306d5336c)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:43:05.692353 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7d926ab5-8966-498c-83df-8bd74e0aa170 None None] Port 2138646c-994f-4435-a8f8-75c7f2fde39e cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:43:05.716993 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:05.772005 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Routers {'a6f617a0-deca-449a-83ec-8a9ed135762e'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:43:05.772568 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:42:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['a6f617a0-deca-449a-83ec-8a9ed135762e'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:43:05.811700 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfa803-169d-442c-a5da-2ca52e12638c None None] Pushing event updated for resources: {'Port': ['ID=2138646c-994f-4435-a8f8-75c7f2fde39e,revision_number=4']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:05.869518 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] Set router a6f617a0-deca-449a-83ec-8a9ed135762e gateway port host: None {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:43:06.018579 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-a5522518-0787-43ee-995e-17732bb089a9 None None] Provisioning complete for port 2138646c-994f-4435-a8f8-75c7f2fde39e triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:43:06.018982 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a5522518-0787-43ee-995e-17732bb089a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:06.098253 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-a5522518-0787-43ee-995e-17732bb089a9 None None] Current status of the port 2138646c-994f-4435-a8f8-75c7f2fde39e is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:43:06.098538 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a5522518-0787-43ee-995e-17732bb089a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:06.099460 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'name': 'router1', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:42:53Z', 'updated_at': '2022-02-03T23:43:03Z', 'revision_number': 2, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'gw_port_host': None, '_interfaces': [{'id': '2138646c-994f-4435-a8f8-75c7f2fde39e', 'name': '', 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'mac_address': 'fa:16:3e:ec:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:02Z', 'updated_at': '2022-02-03T23:43:05Z', 'revision_number': 4, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'subnets': [{'id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241d589a-9f7f-4818-a2a6-9d2c640c52ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:43:06.126445 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d4c31-0e4c-4cfa-9461-ca9003ffe086 None None] The sync data for ids ['a6f617a0-deca-449a-83ec-8a9ed135762e'] in dv-cinder-822768-2-iscsi is: [{'id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'name': 'router1', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:42:53Z', 'updated_at': '2022-02-03T23:43:03Z', 'revision_number': 2, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'gw_port_host': None, '_interfaces': [{'id': '2138646c-994f-4435-a8f8-75c7f2fde39e', 'name': '', 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'mac_address': 'fa:16:3e:ec:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:02Z', 'updated_at': '2022-02-03T23:43:05Z', 'revision_number': 4, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'subnets': [{'id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241d589a-9f7f-4818-a2a6-9d2c640c52ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:43:06.132432 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-a5522518-0787-43ee-995e-17732bb089a9 None None] For port 2138646c-994f-4435-a8f8-75c7f2fde39e, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=2138646c-994f-4435-a8f8-75c7f2fde39e,segment=NetworkSegment(df40edc2-63f6-4b33-a249-f6c306d5336c),segment_id=df40edc2-63f6-4b33-a249-f6c306d5336c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:43:06.217572 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a5522518-0787-43ee-995e-17732bb089a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:06.272222 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5522518-0787-43ee-995e-17732bb089a9 None None] Pushing event updated for resources: {'Port': ['ID=2138646c-994f-4435-a8f8-75c7f2fde39e,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:07.359810 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:43:08.717560 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34258) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:43:08.826827 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18d50f-3331-499b-82df-58e3a757e12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:43:08.828199 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-fa18d50f-3331-499b-82df-58e3a757e12d admin admin] 10.222.0.41 "GET /v2.0/networks/714b3a6a-c540-4589-b981-53d5b17e9386 HTTP/1.1" status: 200 len: 842 time: 0.1096480 Feb 03 23:43:08.837502 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Request body: {'subnet': {'tenant_id': '4227f98f02f0443a99ca042072389869', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:43:08.933665 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Made reservation on behalf of 4227f98f02f0443a99ca042072389869 for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:43:08.936007 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:09.265363 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.objects.ports [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109790) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 23:43:09.265818 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (9ed5c144-d3e8-4ff1-bf24-4388fbd38640), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:09.324750 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed5c144-d3e8-4ff1-bf24-4388fbd38640,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:09.334427 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:43:09.334779 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Network hostable DHCP agents. Network: 714b3a6a-c540-4589-b981-53d5b17e9386, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:43:09.451625 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:43:09.531645 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 714b3a6a-c540-4589-b981-53d5b17e9386) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:43:09.535721 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:43:09.536504 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:09.541722 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48287cc1-68fd-462d-a8b4-627a8ae5cde2 None None] Network 714b3a6a-c540-4589-b981-53d5b17e9386 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:43:09.614443 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-df7893c6-defe-4430-b05a-282dfc06283e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7801545 Feb 03 23:43:09.657022 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bd7b16-7fc7-43e3-aafa-a82c972f8a6a None None] Network 714b3a6a-c540-4589-b981-53d5b17e9386 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:43:11.978239 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34266) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:43:12.189139 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-5913fa16-37be-452d-82e0-f89db4bb7104 admin admin] 10.222.0.41 "GET /v2.0/routers/a6f617a0-deca-449a-83ec-8a9ed135762e HTTP/1.1" status: 200 len: 710 time: 0.2097702 Feb 03 23:43:12.275822 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684febe-d70f-451d-92f0-c9d8d081b159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:43:12.277187 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-9684febe-d70f-451d-92f0-c9d8d081b159 admin admin] 10.222.0.41 "GET /v2.0/networks/714b3a6a-c540-4589-b981-53d5b17e9386 HTTP/1.1" status: 200 len: 886 time: 0.0825715 Feb 03 23:43:12.285964 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:43:12.541209 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks [] for router_gateway (a6f617a0-deca-449a-83ec-8a9ed135762e), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:12.866479 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks [] for router_gateway (a6f617a0-deca-449a-83ec-8a9ed135762e), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:12.951827 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:13.056799 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Allocated IP 172.27.0.198 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/438cdab6-832b-450b-bbbd-4c31a4b93f14) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:43:13.155380 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks [] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:13.234907 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:13.274097 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:43:13.276860 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:43:13.280293 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:43:13.318097 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Pushing event updated for resources: {'Port': ['ID=438cdab6-832b-450b-bbbd-4c31a4b93f14,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:13.596138 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks [] for router_gateway (a6f617a0-deca-449a-83ec-8a9ed135762e), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:13.875291 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60267'] for router (a6f617a0-deca-449a-83ec-8a9ed135762e), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:13.878692 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454922'] for router (a6f617a0-deca-449a-83ec-8a9ed135762e), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:13.986968 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Router a6f617a0-deca-449a-83ec-8a9ed135762e has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:43:14.113870 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 2138646c-994f-4435-a8f8-75c7f2fde39e up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:43:14.119411 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:43:14.123610 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:14.125946 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f96203fd-279e-4586-99c6-4e1f898cdd38 admin admin] 10.222.0.41 "PUT /v2.0/routers/a6f617a0-deca-449a-83ec-8a9ed135762e HTTP/1.1" status: 200 len: 890 time: 1.8430116 Feb 03 23:43:14.169009 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 2138646c-994f-4435-a8f8-75c7f2fde39e triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:43:14.169471 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:14.251214 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 2138646c-994f-4435-a8f8-75c7f2fde39e is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:43:14.509696 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Sync routers for ids ['a6f617a0-deca-449a-83ec-8a9ed135762e'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:43:14.521417 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Routers {'a6f617a0-deca-449a-83ec-8a9ed135762e'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:43:14.522105 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:42:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['a6f617a0-deca-449a-83ec-8a9ed135762e'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:43:14.736027 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Set router a6f617a0-deca-449a-83ec-8a9ed135762e gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:43:15.197300 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'name': 'router1', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '438cdab6-832b-450b-bbbd-4c31a4b93f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:42:53Z', 'updated_at': '2022-02-03T23:43:13Z', 'revision_number': 4, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'gw_port': {'id': '438cdab6-832b-450b-bbbd-4c31a4b93f14', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:12Z', 'updated_at': '2022-02-03T23:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '2138646c-994f-4435-a8f8-75c7f2fde39e', 'name': '', 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'mac_address': 'fa:16:3e:ec:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:02Z', 'updated_at': '2022-02-03T23:43:06Z', 'revision_number': 5, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'subnets': [{'id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241d589a-9f7f-4818-a2a6-9d2c640c52ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:43:15.246990 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Checking router: a6f617a0-deca-449a-83ec-8a9ed135762e for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:43:15.247350 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Updating router a6f617a0-deca-449a-83ec-8a9ed135762e port 438cdab6-832b-450b-bbbd-4c31a4b93f14 binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:43:15.298683 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:15.607682 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Publish callbacks [] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:15.664535 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:15.717033 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Attempting to bind port 438cdab6-832b-450b-bbbd-4c31a4b93f14 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:43:15.717390 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Attempting to bind port 438cdab6-832b-450b-bbbd-4c31a4b93f14 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:43:15.717743 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Attempting to bind port 438cdab6-832b-450b-bbbd-4c31a4b93f14 on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:43:15.720417 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca29c16-2358-4e12-9844-4c84f10d3e77 None None] Pushing event updated for resources: {'Port': ['ID=438cdab6-832b-450b-bbbd-4c31a4b93f14,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:15.724728 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:43:15.725094 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:43:15.725484 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:15.725856 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:43:15.726326 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Bound port: 438cdab6-832b-450b-bbbd-4c31a4b93f14, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:43:15.726726 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:15.774761 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] For port 438cdab6-832b-450b-bbbd-4c31a4b93f14, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:43:15.777604 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] For port 438cdab6-832b-450b-bbbd-4c31a4b93f14, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=438cdab6-832b-450b-bbbd-4c31a4b93f14,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:43:15.846500 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:15.904026 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca29c16-2358-4e12-9844-4c84f10d3e77 None None] Pushing event updated for resources: {'Port': ['ID=438cdab6-832b-450b-bbbd-4c31a4b93f14,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:15.906547 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Routers {'a6f617a0-deca-449a-83ec-8a9ed135762e'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:43:15.907132 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:42:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['a6f617a0-deca-449a-83ec-8a9ed135762e'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:43:16.017877 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] Set router a6f617a0-deca-449a-83ec-8a9ed135762e gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:43:16.225104 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'name': 'router1', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '438cdab6-832b-450b-bbbd-4c31a4b93f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:42:53Z', 'updated_at': '2022-02-03T23:43:13Z', 'revision_number': 4, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'gw_port': {'id': '438cdab6-832b-450b-bbbd-4c31a4b93f14', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:12Z', 'updated_at': '2022-02-03T23:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '2138646c-994f-4435-a8f8-75c7f2fde39e', 'name': '', 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'mac_address': 'fa:16:3e:ec:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:02Z', 'updated_at': '2022-02-03T23:43:06Z', 'revision_number': 5, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'subnets': [{'id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241d589a-9f7f-4818-a2a6-9d2c640c52ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:43:16.252545 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a81c93-a292-4c29-8e2c-804effdc80a4 None None] The sync data for ids ['a6f617a0-deca-449a-83ec-8a9ed135762e'] in dv-cinder-822768-2-iscsi is: [{'id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'name': 'router1', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '438cdab6-832b-450b-bbbd-4c31a4b93f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:42:53Z', 'updated_at': '2022-02-03T23:43:13Z', 'revision_number': 4, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'gw_port': {'id': '438cdab6-832b-450b-bbbd-4c31a4b93f14', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:12Z', 'updated_at': '2022-02-03T23:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '2138646c-994f-4435-a8f8-75c7f2fde39e', 'name': '', 'network_id': '459f973e-b5e7-405b-8fe7-e518d719ae5f', 'tenant_id': '386643fd202645e3b5094bdd6f7f5779', 'mac_address': 'fa:16:3e:ec:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f617a0-deca-449a-83ec-8a9ed135762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:43:02Z', 'updated_at': '2022-02-03T23:43:06Z', 'revision_number': 5, 'project_id': '386643fd202645e3b5094bdd6f7f5779', 'subnets': [{'id': '7cd40d29-f8e7-4d43-a392-2443409e627d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241d589a-9f7f-4818-a2a6-9d2c640c52ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:43:16.625335 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34278) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:43:16.746857 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-75400a89-a7dc-4976-a3b7-6857c2cb6809 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202712 Feb 03 23:43:18.133047 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 438cdab6-832b-450b-bbbd-4c31a4b93f14 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:43:18.180306 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 438cdab6-832b-450b-bbbd-4c31a4b93f14 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:43:18.180842 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:18.259524 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 438cdab6-832b-450b-bbbd-4c31a4b93f14 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:43:18.259916 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:18.278946 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port 438cdab6-832b-450b-bbbd-4c31a4b93f14, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=438cdab6-832b-450b-bbbd-4c31a4b93f14,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:43:18.348661 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:18.409244 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=438cdab6-832b-450b-bbbd-4c31a4b93f14,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:43:20.090756 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 438cdab6-832b-450b-bbbd-4c31a4b93f14 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:43:20.147677 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 438cdab6-832b-450b-bbbd-4c31a4b93f14 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:43:20.148066 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (438cdab6-832b-450b-bbbd-4c31a4b93f14), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:20.255556 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 438cdab6-832b-450b-bbbd-4c31a4b93f14 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:43:23.183612 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-939f9d6c-09f0-480c-98ab-7e737698ce24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:25.560649 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6fab105e-d71d-445d-b269-f3247e4059dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:26.631432 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:28.162344 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:29.521756 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:44.358304 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:43:53.173194 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-341c2958-d427-4540-90e9-714e5f1143e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:55.548731 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-94b14e5a-1caa-4c03-9d84-b5605cf39d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:56.619182 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:58.178702 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:43:59.543044 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:21.356764 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:44:23.160910 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5b22efe7-9890-4452-ba99-63906d31aa83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:25.567184 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9550-b730-4fad-afe3-7fc3b8b1b89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:26.622258 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:28.182444 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:29.549906 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:38.968324 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34762) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:39.032100 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72eb278-032f-47aa-96ee-7d2dc000739b admin admin] GET failed (client error): The resource could not be found. Feb 03 23:44:39.033402 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d72eb278-032f-47aa-96ee-7d2dc000739b admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641203 Feb 03 23:44:39.198169 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34e48f-8c6c-48bc-be6b-3be3ee617603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:39.199585 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-7d34e48f-8c6c-48bc-be6b-3be3ee617603 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1621339 Feb 03 23:44:41.479408 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34772) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:41.572110 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c57fb5-ef7e-47ca-aa67-b6acef76693b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:41.573477 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-74c57fb5-ef7e-47ca-aa67-b6acef76693b admin admin] 10.222.0.41 "GET /v2.0/subnets/7cd40d29-f8e7-4d43-a392-2443409e627d HTTP/1.1" status: 200 len: 849 time: 0.0931287 Feb 03 23:44:41.582953 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:44:41.667107 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Publish callbacks [] for subnet (7cd40d29-f8e7-4d43-a392-2443409e627d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:41.857782 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757291509230'] for subnet (7cd40d29-f8e7-4d43-a392-2443409e627d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:41.892265 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:41.892865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:41.894210 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] 10.222.0.41 "PUT /v2.0/subnets/7cd40d29-f8e7-4d43-a392-2443409e627d HTTP/1.1" status: 200 len: 868 time: 0.3148541 Feb 03 23:44:41.908923 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac9f39f-c6a3-4e43-9000-81033acb79ce None None] Network 459f973e-b5e7-405b-8fe7-e518d719ae5f requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:44:41.915531 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd40d29-f8e7-4d43-a392-2443409e627d,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:44:41.923032 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.923322 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.923940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.924076 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.924322 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.924653 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.925000 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.925328 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.925652 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.926024 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.926351 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.926665 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:41.926979 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06263-73c3-4bff-8892-e321f983fa6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:44:42.223269 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-a0edde8e-e8c9-4192-8e08-b9a49faa3f93 None None] Provisioning complete for port 2138646c-994f-4435-a8f8-75c7f2fde39e triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:44:42.223663 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a0edde8e-e8c9-4192-8e08-b9a49faa3f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (2138646c-994f-4435-a8f8-75c7f2fde39e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:42.300715 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-a0edde8e-e8c9-4192-8e08-b9a49faa3f93 None None] Current status of the port 2138646c-994f-4435-a8f8-75c7f2fde39e is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:44:42.311444 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-a0edde8e-e8c9-4192-8e08-b9a49faa3f93 None None] Provisioning complete for port 523a4109-485d-4146-a92f-466222677944 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:44:42.311743 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a0edde8e-e8c9-4192-8e08-b9a49faa3f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (523a4109-485d-4146-a92f-466222677944), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:42.384170 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-a0edde8e-e8c9-4192-8e08-b9a49faa3f93 None None] Current status of the port 523a4109-485d-4146-a92f-466222677944 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:44:44.187710 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34780) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:44.382762 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca7a8f-3229-4075-887c-f2832019766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:44.383253 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca7a8f-3229-4075-887c-f2832019766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:44.384836 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4aca7a8f-3229-4075-887c-f2832019766d admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1961513 Feb 03 23:44:46.699586 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34788) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:46.830541 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee833dae-9a9f-4f82-b9f9-658f29a8a7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:46.831013 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee833dae-9a9f-4f82-b9f9-658f29a8a7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:46.832523 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-ee833dae-9a9f-4f82-b9f9-658f29a8a7db admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1320031 Feb 03 23:44:49.042977 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34796) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:49.169936 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb14a9d-9583-4af7-9fb9-7b0a289a9bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:49.171316 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-5cb14a9d-9583-4af7-9fb9-7b0a289a9bbd admin admin] 10.222.0.41 "GET /v2.0/networks/459f973e-b5e7-405b-8fe7-e518d719ae5f HTTP/1.1" status: 200 len: 868 time: 0.1273644 Feb 03 23:44:51.396861 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34804) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:51.520368 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e831c29-2d8b-46b8-8289-ee52c0d765a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:51.521728 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-3e831c29-2d8b-46b8-8289-ee52c0d765a7 admin admin] 10.222.0.41 "GET /v2.0/networks/714b3a6a-c540-4589-b981-53d5b17e9386 HTTP/1.1" status: 200 len: 886 time: 0.1239288 Feb 03 23:44:53.172238 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-395a8fc0-0366-4425-b298-3affbb4a0b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:53.758494 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34812) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:53.882531 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99805e6-b749-413e-b4f7-a022e90f8ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:53.882999 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99805e6-b749-413e-b4f7-a022e90f8ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:53.884524 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f99805e6-b749-413e-b4f7-a022e90f8ee3 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250594 Feb 03 23:44:55.553331 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e2153c39-0a8a-44e6-b0c7-a4c608913e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:56.175880 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34820) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:56.365285 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc961b-9a26-40c9-8aa3-9ccf28b46c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:56.365743 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc961b-9a26-40c9-8aa3-9ccf28b46c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:56.367371 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-7ddc961b-9a26-40c9-8aa3-9ccf28b46c3e admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1905410 Feb 03 23:44:56.616534 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:58.176519 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:44:58.355271 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:44:58.635545 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34828) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:44:58.729162 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2699a-e6b1-4e6a-b5fe-593a0b8e6ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:44:58.730535 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-86e2699a-e6b1-4e6a-b5fe-593a0b8e6ff0 admin admin] 10.222.0.41 "GET /v2.0/subnets/7cd40d29-f8e7-4d43-a392-2443409e627d HTTP/1.1" status: 200 len: 868 time: 0.0941198 Feb 03 23:44:59.549192 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:00.952696 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34836) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:45:01.065089 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478d394-e6ad-4fb7-96f2-bc2ce1144d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:45:01.066465 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-5478d394-e6ad-4fb7-96f2-bc2ce1144d00 admin admin] 10.222.0.41 "GET /v2.0/subnets/9ed5c144-d3e8-4ff1-bf24-4388fbd38640 HTTP/1.1" status: 200 len: 816 time: 0.1127589 Feb 03 23:45:23.155505 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-217294f5-8848-44d5-a5d2-bac4fb91fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:25.493195 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 34890) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:45:25.547220 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [None req-89e45f51-bfcf-4030-9dc0-c295552b939c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:45:25.548210 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-89e45f51-bfcf-4030-9dc0-c295552b939c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540898 Feb 03 23:45:25.578035 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-781ac99e-b88f-4e21-8904-40f67dce1400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:26.606080 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:27.937729 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 34900) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:45:28.015183 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0049b19b-aacd-4c3b-b4b1-d812cb6ac39c admin admin] GET failed (client error): The resource could not be found. Feb 03 23:45:28.016565 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0049b19b-aacd-4c3b-b4b1-d812cb6ac39c admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0778844 Feb 03 23:45:28.181723 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:28.209851 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b445e7-1620-49b8-aa1f-4b7f7df1cae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:45:28.211801 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-71b445e7-1620-49b8-aa1f-4b7f7df1cae6 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1909146 Feb 03 23:45:29.582031 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:31.243612 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 34912) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:45:31.289567 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Request body: {'network': {'project_id': '4227f98f02f0443a99ca042072389869', 'shared': True, 'tenant_id': '4227f98f02f0443a99ca042072389869', 'name': 'shared', 'admin_state_up': True}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:45:31.377621 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Made reservation on behalf of 4227f98f02f0443a99ca042072389869 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:45:31.380583 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:31.423481 dv-cinder-822768-2-iscsi neutron-server[109789]: WARNING neutron.services.revisions.revision_plugin [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Could not find related network for resource to bump revision. Feb 03 23:45:31.439146 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:45:31.451691 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757291613004', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (c941483b-270f-4969-ada6-1f430897d932), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:31.452265 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Unsubscribe: segment precommit_create {{(pid=109789) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 23:45:31.452782 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Added segment c941483b-270f-4969-ada6-1f430897d932 of type vlan for network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 Feb 03 23:45:31.509659 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:31.594847 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:31.595915 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:45:31.596510 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:31.696241 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4513710 Feb 03 23:45:31.699997 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:45:31.709452 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.709814 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.710710 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.712826 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.713194 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.713959 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3ed28-f8cd-4d05-b9e7-da2ee147ff20 admin admin] Tracked resource versions report: Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: pushed versions: Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: { 'AddressGroup': {'1.2'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'ConntrackHelper': {'1.0'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'LocalIPAssociation': {'1.0'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Log': {'1.0'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Network': {'1.1'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Port': {'1.7'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'PortForwarding': {'1.2'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'QosPolicy': {'1.10'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SecurityGroup': {'1.5'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SecurityGroupRule': {'1.2'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SubPort': {'1.0'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Subnet': {'1.1'}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Trunk': {'1.1'}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: consumer versions: Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: { DHCP agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: L3 agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: Metadata agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: Metering agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: Open vSwitch agent@dv-cinder-822768-2-iscsi: { 'AddressGroup': '1.2', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'ConntrackHelper': '1.0', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'LocalIPAssociation': '1.0', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Log': '1.0', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Network': '1.1', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Port': '1.7', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'PortForwarding': '1.2', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'QosPolicy': '1.10', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SecurityGroup': '1.5', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SecurityGroupRule': '1.2', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SubPort': '1.0', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Subnet': '1.1', Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Trunk': '1.1'}} Feb 03 23:45:31.719718 dv-cinder-822768-2-iscsi neutron-server[109789]: {{(pid=109789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:45:31.752088 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:45:34.028643 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 34926) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:45:34.086469 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2134163-5a64-40ac-9773-a7e94cebfdec admin admin] GET failed (client error): The resource could not be found. Feb 03 23:45:34.087739 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b2134163-5a64-40ac-9773-a7e94cebfdec admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581412 Feb 03 23:45:34.177096 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be738ab1-d20e-4e1f-81a3-d2648d2b7a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:45:34.178600 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-be738ab1-d20e-4e1f-81a3-d2648d2b7a6d admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0868824 Feb 03 23:45:34.188915 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Request body: {'subnet': {'tenant_id': '4227f98f02f0443a99ca042072389869', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9', 'cidr': '192.168.233.0/24'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:45:34.272738 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Made reservation on behalf of 4227f98f02f0443a99ca042072389869 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:45:34.275085 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:34.564678 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (b8f0467b-6da7-48ce-ac4d-e99079d08a37), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:34.617539 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f0467b-6da7-48ce-ac4d-e99079d08a37,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:45:34.635465 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Checking segment: {'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:45:34.635820 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Network hostable DHCP agents. Network: e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:45:34.714495 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:45:34.788830 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:45:34.794263 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:45:34.794879 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:34.872337 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-115727e4-560d-4118-bd76-b2c4be9693f7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6866224 Feb 03 23:45:34.891008 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9900f7-3934-4a7e-986e-87df3af541d9 None None] Network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:45:35.001740 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9', 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9', 'project_id': '4227f98f02f0443a99ca042072389869', 'fixed_ips': [{'subnet_id': 'b8f0467b-6da7-48ce-ac4d-e99079d08a37'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:45:35.001740 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:35.135384 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Allocated IP 192.168.233.2 (e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9/b8f0467b-6da7-48ce-ac4d-e99079d08a37/297f8542-970d-4389-bf8d-fc31cfeabb04) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:45:35.277053 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Publish callbacks [] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:35.353837 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:45:35.359356 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:35.400006 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:45:35.402858 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:45:35.405443 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:45:35.414169 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Pushing event updated for resources: {'Port': ['ID=297f8542-970d-4389-bf8d-fc31cfeabb04,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:45:35.441600 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.441987 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.442375 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.443087 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.443462 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.443793 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.444114 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.444519 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.444867 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.445205 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.445524 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.446568 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.447119 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:45:35.484313 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Attempting to bind port 297f8542-970d-4389-bf8d-fc31cfeabb04 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:45:35.484682 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Attempting to bind port 297f8542-970d-4389-bf8d-fc31cfeabb04 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:45:35.485046 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Attempting to bind port 297f8542-970d-4389-bf8d-fc31cfeabb04 on network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:45:35.490337 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:45:35.490710 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Checking segment: {'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:45:35.491105 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:35.491515 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Bound using segment: {'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:45:35.491999 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Bound port: 297f8542-970d-4389-bf8d-fc31cfeabb04, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:45:35.492377 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:35.562633 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] For port 297f8542-970d-4389-bf8d-fc31cfeabb04, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:45:35.566345 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] For port 297f8542-970d-4389-bf8d-fc31cfeabb04, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=297f8542-970d-4389-bf8d-fc31cfeabb04,segment=NetworkSegment(c941483b-270f-4969-ada6-1f430897d932),segment_id=c941483b-270f-4969-ada6-1f430897d932)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:45:35.686930 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:35.763757 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2658b-0296-46fe-b459-9ca695579df8 None None] Pushing event updated for resources: {'Port': ['ID=297f8542-970d-4389-bf8d-fc31cfeabb04,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:45:36.209049 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 297f8542-970d-4389-bf8d-fc31cfeabb04 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:45:36.264987 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 297f8542-970d-4389-bf8d-fc31cfeabb04 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:45:36.265590 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:36.360644 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 297f8542-970d-4389-bf8d-fc31cfeabb04 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:45:36.361034 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:36.401386 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port 297f8542-970d-4389-bf8d-fc31cfeabb04, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=297f8542-970d-4389-bf8d-fc31cfeabb04,segment=NetworkSegment(c941483b-270f-4969-ada6-1f430897d932),segment_id=c941483b-270f-4969-ada6-1f430897d932)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:45:36.468088 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:36.530113 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=297f8542-970d-4389-bf8d-fc31cfeabb04,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:45:36.756004 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c228fa3a-6d2c-492f-84c7-db4b2e86754b None None] Network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:45:36.856472 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-8aadeb70-7ea9-4eee-a504-8ec1e9345516 None None] Provisioning complete for port 297f8542-970d-4389-bf8d-fc31cfeabb04 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:45:36.856845 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-8aadeb70-7ea9-4eee-a504-8ec1e9345516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:36.951308 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-8aadeb70-7ea9-4eee-a504-8ec1e9345516 None None] Current status of the port 297f8542-970d-4389-bf8d-fc31cfeabb04 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:45:37.172111 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-23e34bcc-6b68-48ed-a81f-664dac8f4b0e None None] Provisioning complete for port 297f8542-970d-4389-bf8d-fc31cfeabb04 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:45:37.172484 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-23e34bcc-6b68-48ed-a81f-664dac8f4b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:37.251598 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-23e34bcc-6b68-48ed-a81f-664dac8f4b0e None None] Current status of the port 297f8542-970d-4389-bf8d-fc31cfeabb04 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:45:38.167249 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 297f8542-970d-4389-bf8d-fc31cfeabb04 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:45:38.223413 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 297f8542-970d-4389-bf8d-fc31cfeabb04 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:45:38.223788 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (297f8542-970d-4389-bf8d-fc31cfeabb04), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:38.304337 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 297f8542-970d-4389-bf8d-fc31cfeabb04 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:45:53.198756 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3fd32f71-adc9-47d1-a687-814608455f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:55.543081 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-1395c60c-67c5-4d79-a3ed-ddfa2bef4002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:56.612252 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:58.177639 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:45:59.541271 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:12.353425 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:46:23.205601 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7e8196fd-454d-4fd2-8000-bd02af85aab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:25.544831 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-770581c9-bbb5-4368-a063-ce21f00c90af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:26.611604 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:28.165816 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:29.548734 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:49.351790 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:46:53.182909 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3832efd9-40bb-45cc-8393-cfce6abb52a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:55.543378 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b27e-8c66-4817-af13-bc337c36260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:56.628265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:58.194037 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:46:59.542849 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:06.691981 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34970) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:47:06.698673 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [None req-0accddbb-25b9-442b-9be8-fd7ae750f7bf tempest-verify_tempest_config-1781305456 tempest-verify_tempest_config-1781305456-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:47:06.699589 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-0accddbb-25b9-442b-9be8-fd7ae750f7bf tempest-verify_tempest_config-1781305456 tempest-verify_tempest_config-1781305456-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066373 Feb 03 23:47:07.213646 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 34988) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:47:07.314570 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:07.384535 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Publish callbacks [] for security_group (77641187-7d0c-4b1d-a73b-788753bdf258), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:07.445523 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (77641187-7d0c-4b1d-a73b-788753bdf258), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:07.491006 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acf7616f9a4843dc8035033add81eec0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2762997 Feb 03 23:47:07.492152 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77641187-7d0c-4b1d-a73b-788753bdf258,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:47:07.493931 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 34992) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:47:07.499220 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.499640 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.499983 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.500317 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.500643 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.500963 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.501286 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.501608 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.501964 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.502300 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.502618 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.502935 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.503249 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddded25f-2390-4249-bc39-49b64da6c6f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.570579 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Publish callbacks [] for security_group (77641187-7d0c-4b1d-a73b-788753bdf258), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:07.590991 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Publish callbacks [] for security_group (77641187-7d0c-4b1d-a73b-788753bdf258), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:07.737118 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (77641187-7d0c-4b1d-a73b-788753bdf258), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:07.739664 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:07.740800 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77641187-7d0c-4b1d-a73b-788753bdf258 HTTP/1.1" status: 204 len: 168 time: 0.2459242 Feb 03 23:47:07.751554 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77641187-7d0c-4b1d-a73b-788753bdf258,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:47:07.755971 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.756326 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.756698 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.757035 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.757362 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.757690 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.758066 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.758399 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.758788 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.759861 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.760247 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.760574 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:07.760899 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3868fc0a-7ac4-42e2-8f08-eff5b64f21f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:47:23.169693 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3de6601d-7736-47d0-b454-2eb14f58ac3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:25.588733 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-8ccb7b31-3098-4a47-b937-fd2732dba6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:26.349610 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:47:26.639409 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:28.239671 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:29.546489 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:53.159521 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-065511f8-4ed1-420c-b001-923386720143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:55.540136 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c7408bea-2638-45b1-bf66-174b0d5310b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:56.662527 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:58.211320 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:47:59.552108 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:03.349534 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:48:23.182010 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d9a0d83d-cbf5-4bf6-89a0-0a75046d85ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:25.551723 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-104f5793-3a5a-4484-9ee6-22691f2749c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:26.645124 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:28.203365 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:29.557818 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:40.347501 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 5 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:48:42.134467 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456557'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:53.159350 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-8e7b059a-3713-4f9d-a14f-cbb5d85bb128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:55.558910 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a4670b82-e297-4dd0-ba3c-c46456e021c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:56.465173 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35066) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:48:56.569046 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-30e7cc03-7bd7-4175-947b-d067b69c75cd admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027608 Feb 03 23:48:56.639584 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:58.203316 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:48:58.857189 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35076) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:48:58.910983 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d14bf9fe-e8da-44eb-91ae-2f169c9cc8f5 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527201 Feb 03 23:48:59.587884 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:12.128772 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:17.345596 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:49:23.170367 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ec66e7b8-abc9-43dc-b502-f548f4f40c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:25.541846 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-90300d7d-dcad-480b-9ab8-3938339c486a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:26.633555 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:28.199014 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:29.558772 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:42.139761 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:53.159289 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a491eb5b-8d6e-4429-863e-93653824faf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:54.346489 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:49:55.554538 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4cbceb22-3f48-4b24-af5f-1c8b7f8c2807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:56.644856 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:58.211412 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:49:59.545297 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:12.157102 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:23.159033 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ea05059b-e149-47d5-a522-e4bebf811f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:25.541582 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5315-80a1-4ee4-a338-e373108ede49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:26.655915 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:28.222319 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:29.557698 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:30.974561 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35232) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:31.261374 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-778306191-network', 'tenant_id': '4aa23f66ee3249ec82cfd13468c734da'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:31.342646 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Made reservation on behalf of 4aa23f66ee3249ec82cfd13468c734da for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:31.347649 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.361875 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.364558 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:50:31.446297 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Publish callbacks [] for security_group (3e44d9e6-dfe1-4536-9060-dd1ae91c78bd), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.534840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3e44d9e6-dfe1-4536-9060-dd1ae91c78bd), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.558811 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:50:31.583303 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:31.586743 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (10999171-c721-4fed-92f9-5c69cd53513a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.587173 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Added segment 10999171-c721-4fed-92f9-5c69cd53513a of type vlan for network acd744fc-00e0-4080-94ac-f758a35dcd96 Feb 03 23:50:31.600466 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.601990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.601990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.601990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.601990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.602458 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.602576 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.602871 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.603231 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.603591 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.603912 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.604229 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.604546 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Tracked resource versions report: Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: pushed versions: Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: { 'AddressGroup': {'1.2'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'ConntrackHelper': {'1.0'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'LocalIPAssociation': {'1.0'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Log': {'1.0'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Network': {'1.1'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Port': {'1.7'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'PortForwarding': {'1.2'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'QosPolicy': {'1.10'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SecurityGroup': {'1.5'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SecurityGroupRule': {'1.2'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SubPort': {'1.0'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Subnet': {'1.1'}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Trunk': {'1.1'}} Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: consumer versions: Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: { DHCP agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: HyperV agent@hv-cinder-82276: {}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: L3 agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: Metadata agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: Metering agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: Open vSwitch agent@dv-cinder-822768-2-iscsi: { 'AddressGroup': '1.2', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'ConntrackHelper': '1.0', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'LocalIPAssociation': '1.0', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Log': '1.0', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Network': '1.1', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Port': '1.7', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'PortForwarding': '1.2', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'QosPolicy': '1.10', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SecurityGroup': '1.5', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SecurityGroupRule': '1.2', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'SubPort': '1.0', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Subnet': '1.1', Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: 'Trunk': '1.1'}} Feb 03 23:50:31.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: {{(pid=109790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:50:31.651390 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (acd744fc-00e0-4080-94ac-f758a35dcd96), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.762868 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (acd744fc-00e0-4080-94ac-f758a35dcd96), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.764490 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:31.765088 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.821857 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] Pushing event updated for resources: {'Network': ['ID=acd744fc-00e0-4080-94ac-f758a35dcd96,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:31.832241 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network acd744fc-00e0-4080-94ac-f758a35dcd96 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:50:31.887266 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-72dbb70a-7f21-4a44-8d00-9e5cf83f962a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9116142 Feb 03 23:50:31.890739 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35282) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:31.895854 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Request body: {'subnet': {'network_id': 'acd744fc-00e0-4080-94ac-f758a35dcd96', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-778306191-subnet', 'tenant_id': '4aa23f66ee3249ec82cfd13468c734da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:31.979704 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Made reservation on behalf of 4aa23f66ee3249ec82cfd13468c734da for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:31.982537 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:31.983708 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35286) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:32.227792 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (dfba4da4-2294-4b5d-a72b-221224d7634b), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.231906 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35298) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:32.273226 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35304) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:32.303392 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfba4da4-2294-4b5d-a72b-221224d7634b,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:32.325785 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Checking segment: {'id': '10999171-c721-4fed-92f9-5c69cd53513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'acd744fc-00e0-4080-94ac-f758a35dcd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:32.327177 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Network hostable DHCP agents. Network: acd744fc-00e0-4080-94ac-f758a35dcd96, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:50:32.366171 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-network', 'tenant_id': '900c9f776a34410bb96641220704e6c8'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:32.419717 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Network acd744fc-00e0-4080-94ac-f758a35dcd96 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:50:32.478750 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Made reservation on behalf of 900c9f776a34410bb96641220704e6c8 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:32.485322 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.490681 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.507231 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, acd744fc-00e0-4080-94ac-f758a35dcd96) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:32.513589 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:32.513755 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.515152 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-network', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:32.518569 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77372340-1da9-4f27-adb3-4c34966420ed None None] Network acd744fc-00e0-4080-94ac-f758a35dcd96 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:50:32.564245 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-979687436-network', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:32.637786 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-b1230075-9c4f-4d73-864a-8fbb5f45f2f0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7304757 Feb 03 23:50:32.638353 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Publish callbacks [] for security_group (a8e60db9-769e-4c0c-9708-a083dab26ca1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.644036 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb148f82-5345-484a-974c-3c1b61f28ac2 None None] Network acd744fc-00e0-4080-94ac-f758a35dcd96 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:50:32.707336 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Made reservation on behalf of 1c18f75ceccb41b097da9f33f946af21 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:32.709865 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.724227 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.769216 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a8e60db9-769e-4c0c-9708-a083dab26ca1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.779691 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:50:32.786172 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Made reservation on behalf of 9e7b8bc464324d2cb2052aef815e0650 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:32.788398 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.802455 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (36d8ff36-11e0-43ed-b7ee-b6b792fa869e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.802799 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Added segment 36d8ff36-11e0-43ed-b7ee-b6b792fa869e of type vlan for network 0657864e-d9f1-4466-b255-c50dceec2583 Feb 03 23:50:32.814053 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.849585 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (0657864e-d9f1-4466-b255-c50dceec2583), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:32.897011 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e60db9-769e-4c0c-9708-a083dab26ca1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:32.912995 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.913739 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.914480 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.915166 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.918524 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.918524 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.918524 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.918524 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.918524 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.918524 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.919079 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.919171 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.919574 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Tracked resource versions report: Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: pushed versions: Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: { 'AddressGroup': {'1.2'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'ConntrackHelper': {'1.0'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'LocalIPAssociation': {'1.0'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Log': {'1.0'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Network': {'1.1'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Port': {'1.7'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'PortForwarding': {'1.2'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'QosPolicy': {'1.10'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SecurityGroup': {'1.5'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SecurityGroupRule': {'1.2'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SubPort': {'1.0'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Subnet': {'1.1'}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Trunk': {'1.1'}} Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: consumer versions: Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: { DHCP agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: HyperV agent@hv-cinder-82276: {}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: L3 agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: Metadata agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: Metering agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: Open vSwitch agent@dv-cinder-822768-2-iscsi: { 'AddressGroup': '1.2', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'ConntrackHelper': '1.0', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'LocalIPAssociation': '1.0', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Log': '1.0', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Network': '1.1', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Port': '1.7', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'PortForwarding': '1.2', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'QosPolicy': '1.10', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SecurityGroup': '1.5', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SecurityGroupRule': '1.2', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'SubPort': '1.0', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Subnet': '1.1', Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: 'Trunk': '1.1'}} Feb 03 23:50:32.921381 dv-cinder-822768-2-iscsi neutron-server[109789]: {{(pid=109789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:50:33.004715 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (0657864e-d9f1-4466-b255-c50dceec2583), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.006346 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:33.007107 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.075749 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Publish callbacks [] for security_group (8542444b-12ba-4dcd-a0d6-dbe6c7d74484), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.093184 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] Pushing event updated for resources: {'Network': ['ID=0657864e-d9f1-4466-b255-c50dceec2583,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:33.106591 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Publish callbacks [] for security_group (605cdb61-8f3d-425b-892c-4ca77b9eedf3), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.108247 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 0657864e-d9f1-4466-b255-c50dceec2583 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:50:33.158679 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8542444b-12ba-4dcd-a0d6-dbe6c7d74484), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.172902 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:50:33.192786 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (99e646f0-0fbc-4cc2-a72c-c1add5c37b0d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.196650 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Added segment 99e646f0-0fbc-4cc2-a72c-c1add5c37b0d of type vlan for network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 Feb 03 23:50:33.260284 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (68b2cb16-aa2c-4cc7-807b-ed8a01d90228), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.300976 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1759c339-bac2-47f1-a444-a7264b937492 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3128226 Feb 03 23:50:33.300976 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (605cdb61-8f3d-425b-892c-4ca77b9eedf3), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.301814 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35352) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:33.307688 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Request body: {'subnet': {'network_id': '0657864e-d9f1-4466-b255-c50dceec2583', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-subnet', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:33.315356 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:50:33.341012 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (00815107-c5d6-44bd-9020-3abbebd903cb), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.341359 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Added segment 00815107-c5d6-44bd-9020-3abbebd903cb of type vlan for network 978b16e3-16e0-4b31-a4ed-70da9d224b18 Feb 03 23:50:33.350875 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8542444b-12ba-4dcd-a0d6-dbe6c7d74484,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:33.396492 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (68b2cb16-aa2c-4cc7-807b-ed8a01d90228), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.397467 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:33.398046 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.412405 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (978b16e3-16e0-4b31-a4ed-70da9d224b18), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.438780 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Made reservation on behalf of 900c9f776a34410bb96641220704e6c8 for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:33.442549 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.460927 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605cdb61-8f3d-425b-892c-4ca77b9eedf3,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:33.487884 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] Pushing event updated for resources: {'Network': ['ID=68b2cb16-aa2c-4cc7-807b-ed8a01d90228,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:33.501528 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:50:33.559764 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c253d52f-6730-4c57-acb8-71f18952b30b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3232129 Feb 03 23:50:33.559974 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35372) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:33.568193 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Request body: {'subnet': {'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-subnet', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:33.587683 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (978b16e3-16e0-4b31-a4ed-70da9d224b18), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.588643 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:33.589224 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.650055 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] Pushing event updated for resources: {'Network': ['ID=978b16e3-16e0-4b31-a4ed-70da9d224b18,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:33.656360 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Made reservation on behalf of 1c18f75ceccb41b097da9f33f946af21 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:33.658954 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.665029 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:50:33.746419 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e8607f1d-aa14-43dd-8a3f-c9c9c9021491 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4721305 Feb 03 23:50:33.751183 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35378) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:33.754990 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Request body: {'subnet': {'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-979687436-subnet', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:33.772667 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (cfdfaae2-92d8-40de-931f-55009d1a2536), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.856056 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfdfaae2-92d8-40de-931f-55009d1a2536,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:33.866232 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Checking segment: {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:33.866778 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Network hostable DHCP agents. Network: 0657864e-d9f1-4466-b255-c50dceec2583, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:50:33.873756 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Made reservation on behalf of 9e7b8bc464324d2cb2052aef815e0650 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:33.876484 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.933921 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (2f9ea107-44e2-4049-9b6e-69e0bf2b447d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:33.970510 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Network 0657864e-d9f1-4466-b255-c50dceec2583 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:50:34.007565 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9ea107-44e2-4049-9b6e-69e0bf2b447d,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:34.033276 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 0657864e-d9f1-4466-b255-c50dceec2583) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:34.039542 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:34.041157 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.042480 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59871258-f409-4dc0-8579-06391ff86c04 None None] Network 0657864e-d9f1-4466-b255-c50dceec2583 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:50:34.046857 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Checking segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:34.047464 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Network hostable DHCP agents. Network: 68b2cb16-aa2c-4cc7-807b-ed8a01d90228, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:50:34.109449 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-18a8a770-9593-4d7c-88f0-a4a533b621be admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8059704 Feb 03 23:50:34.112302 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35380) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:34.117133 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:34.162096 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f3158-215b-4f12-9c6f-45902f8e8457 None None] Network 0657864e-d9f1-4466-b255-c50dceec2583 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:50:34.168843 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:50:34.174720 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 68b2cb16-aa2c-4cc7-807b-ed8a01d90228) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:34.178707 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:34.180205 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.199732 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (f28983d5-c58b-4fce-8ddf-f1ed89abe55d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.206477 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b042b-8b1f-4ec5-a641-240810a2290b None None] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:50:34.256964 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (f204c5a4-e33a-4095-a640-69c27ad1620c), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.258443 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (f204c5a4-e33a-4095-a640-69c27ad1620c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.260202 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28983d5-c58b-4fce-8ddf-f1ed89abe55d,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:34.283667 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Checking segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:34.284062 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Network hostable DHCP agents. Network: 978b16e3-16e0-4b31-a4ed-70da9d224b18, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:50:34.290299 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-013ee29c-9f6f-4679-a7db-c2a1914e3cd5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7292418 Feb 03 23:50:34.293217 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35382) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:34.298295 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:34.375960 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:50:34.381214 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:50:34.382169 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.392211 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks [] for router_controller (f204c5a4-e33a-4095-a640-69c27ad1620c), precommit_add_association {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.421876 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.422966 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.493279 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 978b16e3-16e0-4b31-a4ed-70da9d224b18) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:34.498757 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:34.500343 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.507866 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks [] for router_controller (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.512373 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b631c-cb8f-45a7-9099-d2db162e53d8 None None] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:50:34.583802 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Allocated IP 172.20.0.2 (68b2cb16-aa2c-4cc7-807b-ed8a01d90228/2f9ea107-44e2-4049-9b6e-69e0bf2b447d/e77e87f5-76bd-48e3-89b5-abe97b7234b9) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:34.600394 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-cfcb9e50-7888-4b2d-b022-9dcc17654432 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8499763 Feb 03 23:50:34.608195 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35386) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:34.613520 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:34.645110 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks [] for router_gateway (f204c5a4-e33a-4095-a640-69c27ad1620c), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.741711 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (23751dd6-0967-4f30-b3db-733048e25381), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.742946 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (23751dd6-0967-4f30-b3db-733048e25381), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.864787 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Publish callbacks [] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.954126 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.966209 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-978b16e3-16e0-4b31-a4ed-70da9d224b18', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:50:34.970854 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:34.972723 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks [] for router_controller (23751dd6-0967-4f30-b3db-733048e25381), precommit_add_association {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.054399 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks [] for router_gateway (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.067893 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Pushing event updated for resources: {'Port': ['ID=e77e87f5-76bd-48e3-89b5-abe97b7234b9,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:35.080236 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.080727 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.081213 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.081751 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.082390 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.082813 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.083241 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.083739 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.084066 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.084407 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.084729 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.085562 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.086072 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Tracked resource versions report: Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: pushed versions: Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: { 'AddressGroup': {'1.2'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'ConntrackHelper': {'1.0'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'LocalIPAssociation': {'1.0'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Log': {'1.0'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Network': {'1.1'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Port': {'1.7'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'PortForwarding': {'1.2'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'QosPolicy': {'1.10'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SecurityGroup': {'1.5'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SecurityGroupRule': {'1.2'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SubPort': {'1.0'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Subnet': {'1.1'}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Trunk': {'1.1'}} Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: consumer versions: Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: { DHCP agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: HyperV agent@hv-cinder-82276: {}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: L3 agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: Metadata agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: Metering agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: Open vSwitch agent@dv-cinder-822768-2-iscsi: { 'AddressGroup': '1.2', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'ConntrackHelper': '1.0', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'LocalIPAssociation': '1.0', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Log': '1.0', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Network': '1.1', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Port': '1.7', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'PortForwarding': '1.2', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'QosPolicy': '1.10', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SecurityGroup': '1.5', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SecurityGroupRule': '1.2', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'SubPort': '1.0', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Subnet': '1.1', Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: 'Trunk': '1.1'}} Feb 03 23:50:35.087187 dv-cinder-822768-2-iscsi neutron-server[109793]: {{(pid=109793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:50:35.100162 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:35.101924 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:35.107295 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:35.296440 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35438) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:35.322816 dv-cinder-822768-2-iscsi neutron-server[109789]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 23:50:35.348338 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Attempting to bind port e77e87f5-76bd-48e3-89b5-abe97b7234b9 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:35.348911 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Attempting to bind port e77e87f5-76bd-48e3-89b5-abe97b7234b9 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:35.349160 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Attempting to bind port e77e87f5-76bd-48e3-89b5-abe97b7234b9 on network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:35.377207 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:35.377597 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Checking segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:35.378073 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.378732 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Bound using segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:35.379215 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Bound port: e77e87f5-76bd-48e3-89b5-abe97b7234b9, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:35.379598 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.486497 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Allocated IP 172.20.0.2 (978b16e3-16e0-4b31-a4ed-70da9d224b18/f28983d5-c58b-4fce-8ddf-f1ed89abe55d/7be146b5-775c-4fd0-b69a-9d2b85e59aca) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:35.558112 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks [] for router_gateway (23751dd6-0967-4f30-b3db-733048e25381), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.566339 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks [] for router_gateway (f204c5a4-e33a-4095-a640-69c27ad1620c), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.586936 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.665108 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] For port e77e87f5-76bd-48e3-89b5-abe97b7234b9, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:35.668412 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] For port e77e87f5-76bd-48e3-89b5-abe97b7234b9, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=e77e87f5-76bd-48e3-89b5-abe97b7234b9,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:35.704223 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-6a8e22f3-777f-46c3-82d9-30aba822aa94 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:35.705823 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-6a8e22f3-777f-46c3-82d9-30aba822aa94 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/networks?id=acd744fc-00e0-4080-94ac-f758a35dcd96 HTTP/1.1" status: 200 len: 811 time: 0.4072759 Feb 03 23:50:35.755095 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-dcb76110-4856-4bcf-a987-3972e11411dd tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/quotas/4aa23f66ee3249ec82cfd13468c734da HTTP/1.1" status: 200 len: 375 time: 0.0377390 Feb 03 23:50:35.756271 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks [] for router_gateway (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.773774 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.779655 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Publish callbacks [] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.800807 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Allocated IP 172.27.0.183 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/3bf7fb0f-85e0-4db2-bf38-e21fba308833) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:35.815958 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:35.842698 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-774eeaab-d384-4595-a33f-cf670abb3e48 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4aa23f66ee3249ec82cfd13468c734da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783679 Feb 03 23:50:35.874787 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02e68e-c336-46c5-a34f-f489e37d4427 None None] Pushing event updated for resources: {'Port': ['ID=e77e87f5-76bd-48e3-89b5-abe97b7234b9,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:35.959766 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.021763 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:36.025635 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:36.031621 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:36.044464 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Pushing event updated for resources: {'Port': ['ID=7be146b5-775c-4fd0-b69a-9d2b85e59aca,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:36.113221 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks [] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.116528 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks [] for router_gateway (23751dd6-0967-4f30-b3db-733048e25381), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.120964 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Attempting to bind port 7be146b5-775c-4fd0-b69a-9d2b85e59aca on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:36.121417 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Attempting to bind port 7be146b5-775c-4fd0-b69a-9d2b85e59aca by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:36.121849 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Attempting to bind port 7be146b5-775c-4fd0-b69a-9d2b85e59aca on network 978b16e3-16e0-4b31-a4ed-70da9d224b18 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:36.137311 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:36.138149 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Checking segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:36.138671 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.139508 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Bound using segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:36.141179 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Bound port: 7be146b5-775c-4fd0-b69a-9d2b85e59aca, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:36.141657 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.144894 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.194111 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35468) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:36.291155 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-286cdbb7-3916-4155-b7d9-095d2fe09304 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:50:36.291155 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-286cdbb7-3916-4155-b7d9-095d2fe09304 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2244911 Feb 03 23:50:36.308100 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] For port 7be146b5-775c-4fd0-b69a-9d2b85e59aca, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:36.320598 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] For port 7be146b5-775c-4fd0-b69a-9d2b85e59aca, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=7be146b5-775c-4fd0-b69a-9d2b85e59aca,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:36.349215 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.369553 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:36.370352 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7014d505-be3d-4726-8ed2-c4204b26f25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.371500 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:36.378800 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:36.422350 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.482485 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Allocated IP 172.27.0.32 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/b8fc6d11-0109-4192-9dae-eaaa0fa1702e) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:36.500669 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-0009e28c-095c-4b3a-a6c0-3a4eea3dea22 service neutron] 10.222.0.41 "GET /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330718 Feb 03 23:50:36.510604 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf7fb0f-85e0-4db2-bf38-e21fba308833,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:36.532579 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c70ce-58d5-457f-86ac-378577181283 None None] Pushing event updated for resources: {'Port': ['ID=7be146b5-775c-4fd0-b69a-9d2b85e59aca,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:36.539667 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device e77e87f5-76bd-48e3-89b5-abe97b7234b9 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:36.594906 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port e77e87f5-76bd-48e3-89b5-abe97b7234b9 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:36.598427 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.683191 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port e77e87f5-76bd-48e3-89b5-abe97b7234b9 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:36.684137 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.696659 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7014d505-be3d-4726-8ed2-c4204b26f25f admin admin] Publish callbacks [] for security_group (f0e3ac7b-f50b-44ec-aefd-c1a107e61ac4), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.733464 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-3710d20e-0276-4ed2-a7df-2912e8f2a792 service neutron] 10.222.0.41 "GET /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310855 Feb 03 23:50:36.756034 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port e77e87f5-76bd-48e3-89b5-abe97b7234b9, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=e77e87f5-76bd-48e3-89b5-abe97b7234b9,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:50:36.788095 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks [] for router_gateway (f204c5a4-e33a-4095-a640-69c27ad1620c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.797030 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7014d505-be3d-4726-8ed2-c4204b26f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f0e3ac7b-f50b-44ec-aefd-c1a107e61ac4), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.810984 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks [] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.856064 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:36.936220 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7014d505-be3d-4726-8ed2-c4204b26f25f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04da4b978b044402b2eb13dbddf890bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7402089 Feb 03 23:50:36.936948 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d505-be3d-4726-8ed2-c4204b26f25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e3ac7b-f50b-44ec-aefd-c1a107e61ac4,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:36.941954 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35482) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:36.956436 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=e77e87f5-76bd-48e3-89b5-abe97b7234b9,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:37.106829 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:37.126913 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2bab6073-c3c6-409c-96d2-d1ba9088608d admin admin] Publish callbacks [] for security_group (f0e3ac7b-f50b-44ec-aefd-c1a107e61ac4), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:37.132599 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35496) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:37.134700 dv-cinder-822768-2-iscsi neutron-server[109790]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 23:50:37.215154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:37.216528 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f64f4d84-f129-4d73-b17c-d4dda3c7ce26 req-e1f1ed5c-1756-42c0-8ea6-c434b2a9ca46 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0828950 Feb 03 23:50:37.250151 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:37.263733 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2bab6073-c3c6-409c-96d2-d1ba9088608d admin admin] Publish callbacks [] for security_group (f0e3ac7b-f50b-44ec-aefd-c1a107e61ac4), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:37.265338 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:37.283588 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Allocated IP 172.27.0.58 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/9e29f507-59f1-478e-84fd-30b9922ecb9f) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:37.338208 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (f204c5a4-e33a-4095-a640-69c27ad1620c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:37.618520 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ea1c2-a10e-40be-9857-7a3c4d29fb0a None None] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:50:37.715174 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fc6d11-0109-4192-9dae-eaaa0fa1702e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:37.844861 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-009b1f9c-69a9-426b-abba-74b137afb4d5 None None] Provisioning complete for port e77e87f5-76bd-48e3-89b5-abe97b7234b9 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:37.845828 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-009b1f9c-69a9-426b-abba-74b137afb4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:37.905827 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks [] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:37.979408 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2bab6073-c3c6-409c-96d2-d1ba9088608d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f0e3ac7b-f50b-44ec-aefd-c1a107e61ac4), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:37.983267 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2bab6073-c3c6-409c-96d2-d1ba9088608d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:37.987458 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2bab6073-c3c6-409c-96d2-d1ba9088608d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0e3ac7b-f50b-44ec-aefd-c1a107e61ac4 HTTP/1.1" status: 204 len: 168 time: 1.0420771 Feb 03 23:50:38.004608 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab6073-c3c6-409c-96d2-d1ba9088608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e3ac7b-f50b-44ec-aefd-c1a107e61ac4,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:38.134786 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-009b1f9c-69a9-426b-abba-74b137afb4d5 None None] Current status of the port e77e87f5-76bd-48e3-89b5-abe97b7234b9 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:38.141302 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Router f204c5a4-e33a-4095-a640-69c27ad1620c is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:50:38.141302 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:38.182203 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b640458d-32de-412e-9ca1-5d86109abb71 None None] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:50:38.199525 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:38.236179 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks [] for router_gateway (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:38.275277 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:38.322044 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:38.328978 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Pushing event updated for resources: {'Port': ['ID=9e29f507-59f1-478e-84fd-30b9922ecb9f,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:38.360674 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-918bd198-b4e8-41d1-8241-5773c4d17ff2 None None] Provisioning complete for port 7be146b5-775c-4fd0-b69a-9d2b85e59aca triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:38.361379 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-918bd198-b4e8-41d1-8241-5773c4d17ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:38.556480 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-918bd198-b4e8-41d1-8241-5773c4d17ff2 None None] Current status of the port 7be146b5-775c-4fd0-b69a-9d2b85e59aca is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:38.556876 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-918bd198-b4e8-41d1-8241-5773c4d17ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:38.563168 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3dfe252e-31b9-4c0d-ad7a-632b5b3a1fd1 req-66712757-b86e-482e-a0ef-63c81f13f638 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.1331935 Feb 03 23:50:38.648613 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:50:38.659791 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Sync routers for ids ['f204c5a4-e33a-4095-a640-69c27ad1620c'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:50:38.672445 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-918bd198-b4e8-41d1-8241-5773c4d17ff2 None None] For port 7be146b5-775c-4fd0-b69a-9d2b85e59aca, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=7be146b5-775c-4fd0-b69a-9d2b85e59aca,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:50:38.681308 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Routers {'f204c5a4-e33a-4095-a640-69c27ad1620c'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:38.682004 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['f204c5a4-e33a-4095-a640-69c27ad1620c'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:38.742302 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-918bd198-b4e8-41d1-8241-5773c4d17ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:38.802066 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 7be146b5-775c-4fd0-b69a-9d2b85e59aca up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:38.859567 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:38.875438 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bd198-b4e8-41d1-8241-5773c4d17ff2 None None] Pushing event updated for resources: {'Port': ['ID=7be146b5-775c-4fd0-b69a-9d2b85e59aca,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:38.892279 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-a82f0210-ea82-4562-b29a-5334e1160787 None None] Provisioning complete for port e77e87f5-76bd-48e3-89b5-abe97b7234b9 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:38.898096 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a82f0210-ea82-4562-b29a-5334e1160787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:38.931492 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:38.937927 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-25fb0a96-c6a4-4979-8293-3a5285916f56 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8243842 Feb 03 23:50:38.941761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35568) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:39.036690 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 7be146b5-775c-4fd0-b69a-9d2b85e59aca triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:39.037091 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:39.190213 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Set router f204c5a4-e33a-4095-a640-69c27ad1620c gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:39.230843 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks [] for router_gateway (23751dd6-0967-4f30-b3db-733048e25381), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:39.302828 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 7be146b5-775c-4fd0-b69a-9d2b85e59aca is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:39.303963 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device e77e87f5-76bd-48e3-89b5-abe97b7234b9 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:39.347612 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:50:39.364378 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-a82f0210-ea82-4562-b29a-5334e1160787 None None] Current status of the port e77e87f5-76bd-48e3-89b5-abe97b7234b9 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:39.397997 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-a82f0210-ea82-4562-b29a-5334e1160787 None None] Provisioning complete for port 7be146b5-775c-4fd0-b69a-9d2b85e59aca triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:39.397997 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a82f0210-ea82-4562-b29a-5334e1160787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:39.474664 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port e77e87f5-76bd-48e3-89b5-abe97b7234b9 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:39.476140 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:39.575713 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:36Z', 'revision_number': 3, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port': {'id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:39.611265 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:50:39.614570 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Checking router: f204c5a4-e33a-4095-a640-69c27ad1620c for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:50:39.615850 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Updating router f204c5a4-e33a-4095-a640-69c27ad1620c port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:50:39.664530 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Sync routers for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:50:39.668912 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:39.814676 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (23751dd6-0967-4f30-b3db-733048e25381), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:39.825135 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:39.835410 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a8a43c3d-fc45-471d-b67a-54b39fc67844 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5403135 Feb 03 23:50:39.837956 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-039c1669-a7c5-44f0-b240-63c82fada6fa req-aa9f45a0-8c54-4f74-bb66-2e0a8cab63c6 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.1672599 Feb 03 23:50:39.849517 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35602) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:40.012258 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:40.012949 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:40.115122 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35608) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:40.443491 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:40.447846 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Router 23751dd6-0967-4f30-b3db-733048e25381 is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:50:40.448966 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Publish callbacks [] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.449622 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-a82f0210-ea82-4562-b29a-5334e1160787 None None] Current status of the port 7be146b5-775c-4fd0-b69a-9d2b85e59aca is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:40.449622 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port e77e87f5-76bd-48e3-89b5-abe97b7234b9 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:40.450217 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a54c9afd-86bc-4d8e-aa66-ca738966075d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.454705 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 7be146b5-775c-4fd0-b69a-9d2b85e59aca up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:40.454997 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.474419 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.574216 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Attempting to bind port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:40.577206 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Attempting to bind port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:40.577720 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Attempting to bind port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:40.590366 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:40.591221 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:40.592872 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.593408 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:40.594335 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Bound port: 3bf7fb0f-85e0-4db2-bf38-e21fba308833, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:40.601378 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.608617 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 7be146b5-775c-4fd0-b69a-9d2b85e59aca triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:40.609093 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.663335 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:50:40.664780 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] For port 3bf7fb0f-85e0-4db2-bf38-e21fba308833, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:40.676496 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:37Z', 'revision_number': 3, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:40.677390 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] For port 3bf7fb0f-85e0-4db2-bf38-e21fba308833, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=3bf7fb0f-85e0-4db2-bf38-e21fba308833,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:40.684081 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Pushing event updated for resources: {'Port': ['ID=3bf7fb0f-85e0-4db2-bf38-e21fba308833,revision_number=2']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:40.693777 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Sync routers for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:50:40.699287 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.699857 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.700354 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.700828 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.702330 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.703082 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.710608 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.710608 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.710608 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.710608 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.710608 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.710608 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.710608 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:50:40.711195 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Checking router: 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Tracked resource versions report: Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: pushed versions: Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: { 'AddressGroup': {'1.2'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'ConntrackHelper': {'1.0'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'LocalIPAssociation': {'1.0'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Log': {'1.0'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Network': {'1.1'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Port': {'1.7'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'PortForwarding': {'1.2'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'QosPolicy': {'1.10'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SecurityGroup': {'1.5'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SecurityGroupRule': {'1.2'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SubPort': {'1.0'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Subnet': {'1.1'}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Trunk': {'1.1'}} Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: consumer versions: Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: { DHCP agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: HyperV agent@hv-cinder-82276: {}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: L3 agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: Metadata agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: Metering agent@dv-cinder-822768-2-iscsi: {}, Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: Open vSwitch agent@dv-cinder-822768-2-iscsi: { 'AddressGroup': '1.2', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'ConntrackHelper': '1.0', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'LocalIPAssociation': '1.0', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Log': '1.0', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Network': '1.1', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Port': '1.7', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'PortForwarding': '1.2', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'QosPolicy': '1.10', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SecurityGroup': '1.5', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SecurityGroupRule': '1.2', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'SubPort': '1.0', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Subnet': '1.1', Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: 'Trunk': '1.1'}} Feb 03 23:50:40.711362 dv-cinder-822768-2-iscsi neutron-server[109794]: {{(pid=109794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:50:40.713554 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Updating router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 port b8fc6d11-0109-4192-9dae-eaaa0fa1702e binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:50:40.731464 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:40.732158 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:40.804556 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.821666 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.849399 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.865556 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Allocated IP 172.20.0.1 (0657864e-d9f1-4466-b255-c50dceec2583/cfdfaae2-92d8-40de-931f-55009d1a2536/01de4eda-683b-404b-b7b4-b4ca39ad59ba) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:40.873770 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:40.927787 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:40.929239 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-75e4f7f2-6da0-4608-9fd4-35ea77ce1377 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3197324 Feb 03 23:50:40.933751 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35634) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:41.011799 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 7be146b5-775c-4fd0-b69a-9d2b85e59aca is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:41.106564 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a54c9afd-86bc-4d8e-aa66-ca738966075d admin admin] Publish callbacks [] for security_group (3b58788a-b608-4715-b6bb-22d9c526c7b6), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.175464 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8d7886b-9a85-4dd9-9f5b-92bcdf0aa282 req-1e77707c-916e-4408-8cb4-6aab2fb6be80 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0473545 Feb 03 23:50:41.200893 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Routers {'f204c5a4-e33a-4095-a640-69c27ad1620c'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:41.201923 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['f204c5a4-e33a-4095-a640-69c27ad1620c'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:41.233514 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a54c9afd-86bc-4d8e-aa66-ca738966075d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3b58788a-b608-4715-b6bb-22d9c526c7b6), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.261475 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-a54c9afd-86bc-4d8e-aa66-ca738966075d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1990d837af824da2bfb172b528681872&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1553965 Feb 03 23:50:41.262457 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35638) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:41.331548 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Publish callbacks [] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.356535 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969d4d8-cd51-4b52-8b38-e540a391175a None None] Pushing event updated for resources: {'Port': ['ID=3bf7fb0f-85e0-4db2-bf38-e21fba308833,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:41.361678 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Allocated IP 172.20.0.1 (68b2cb16-aa2c-4cc7-807b-ed8a01d90228/2f9ea107-44e2-4049-9b6e-69e0bf2b447d/8b2083bd-024f-4b53-af5b-1258fb4bd076) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:41.416336 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.440852 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] Set router f204c5a4-e33a-4095-a640-69c27ad1620c gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:41.504674 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Publish callbacks [] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.525720 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Attempting to bind port b8fc6d11-0109-4192-9dae-eaaa0fa1702e on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:41.538750 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Attempting to bind port b8fc6d11-0109-4192-9dae-eaaa0fa1702e by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:41.539212 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Attempting to bind port b8fc6d11-0109-4192-9dae-eaaa0fa1702e on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:41.540562 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Publish callbacks [] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.549224 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adb4e1-6414-44ba-ab9a-682190069e5f None None] Pushing event updated for resources: {'Port': ['ID=b8fc6d11-0109-4192-9dae-eaaa0fa1702e,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:41.552469 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:41.552852 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:41.553259 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.553649 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:41.554189 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Bound port: b8fc6d11-0109-4192-9dae-eaaa0fa1702e, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:41.554538 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.620865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c9afd-86bc-4d8e-aa66-ca738966075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b58788a-b608-4715-b6bb-22d9c526c7b6,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:41.633869 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:38Z', 'revision_number': 3, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:41.655777 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-20788a38-9b6e-4a65-9a13-31690ff61f6d admin admin] Publish callbacks [] for security_group (3b58788a-b608-4715-b6bb-22d9c526c7b6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.667779 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Checking router: 23751dd6-0967-4f30-b3db-733048e25381 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:50:41.668491 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Updating router 23751dd6-0967-4f30-b3db-733048e25381 port 9e29f507-59f1-478e-84fd-30b9922ecb9f binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:50:41.672279 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] For port b8fc6d11-0109-4192-9dae-eaaa0fa1702e, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:41.680975 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] For port b8fc6d11-0109-4192-9dae-eaaa0fa1702e, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b8fc6d11-0109-4192-9dae-eaaa0fa1702e,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:41.692848 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-20788a38-9b6e-4a65-9a13-31690ff61f6d admin admin] Publish callbacks [] for security_group (3b58788a-b608-4715-b6bb-22d9c526c7b6), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.714353 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.717997 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.740118 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.758302 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:41.765379 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:41.769873 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:41.770171 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.791282 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.823368 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Network 0657864e-d9f1-4466-b255-c50dceec2583 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:41.859464 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:41.895986 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Pushing event updated for resources: {'Port': ['ID=01de4eda-683b-404b-b7b4-b4ca39ad59ba,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:41.907680 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:41.908167 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (f204c5a4-e33a-4095-a640-69c27ad1620c), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:41.987415 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:41.988483 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:42.000645 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adb4e1-6414-44ba-ab9a-682190069e5f None None] Pushing event updated for resources: {'Port': ['ID=b8fc6d11-0109-4192-9dae-eaaa0fa1702e,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:42.046807 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Pushing event updated for resources: {'Port': ['ID=8b2083bd-024f-4b53-af5b-1258fb4bd076,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:42.084334 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.086360 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-20788a38-9b6e-4a65-9a13-31690ff61f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3b58788a-b608-4715-b6bb-22d9c526c7b6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.088856 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-20788a38-9b6e-4a65-9a13-31690ff61f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.092954 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:36Z', 'revision_number': 3, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port': {'id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:42.097124 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-20788a38-9b6e-4a65-9a13-31690ff61f6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b58788a-b608-4715-b6bb-22d9c526c7b6 HTTP/1.1" status: 204 len: 168 time: 0.8224142 Feb 03 23:50:42.199123 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788a38-9b6e-4a65-9a13-31690ff61f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b58788a-b608-4715-b6bb-22d9c526c7b6,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:42.207894 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:42.365308 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-6f4a8d40-ebd2-42cc-b6f3-0748477ce8b6 None None] Provisioning complete for port 8b2083bd-024f-4b53-af5b-1258fb4bd076 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:42.365845 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8d40-ebd2-42cc-b6f3-0748477ce8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.386318 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-62cce19d-0ce3-43b6-844c-62777688d39c req-a8e46b1d-12d5-4244-b333-198a955356b9 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0740290 Feb 03 23:50:42.426281 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a8d40-ebd2-42cc-b6f3-0748477ce8b6 None None] Port 8b2083bd-024f-4b53-af5b-1258fb4bd076 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:50:42.450965 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ec130-3431-4aa4-9b59-31e349513227 None None] The sync data for ids ['f204c5a4-e33a-4095-a640-69c27ad1620c'] in dv-cinder-822768-2-iscsi is: [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:36Z', 'revision_number': 3, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port': {'id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:50:42.517437 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.582888 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Publish callbacks [] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.600850 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.612874 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:37Z', 'revision_number': 3, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:42.650574 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.654249 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.655759 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c109fc-2bff-4293-9e19-f9b247dcf5b5 None None] The sync data for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi is: [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:37Z', 'revision_number': 3, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:50:42.694943 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Attempting to bind port 9e29f507-59f1-478e-84fd-30b9922ecb9f on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:42.698856 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Attempting to bind port 9e29f507-59f1-478e-84fd-30b9922ecb9f by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:42.699450 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Attempting to bind port 9e29f507-59f1-478e-84fd-30b9922ecb9f on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:42.708133 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Allocated IP 172.20.0.1 (978b16e3-16e0-4b31-a4ed-70da9d224b18/f28983d5-c58b-4fce-8ddf-f1ed89abe55d/85c62a2d-c5e7-4df4-904f-ce1a5f9abbba) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:42.756968 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:42.759398 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:42.759840 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.760238 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:42.760759 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Bound port: 9e29f507-59f1-478e-84fd-30b9922ecb9f, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:42.761143 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.895872 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fc498-f95b-4421-bdce-b19be2681636 None None] Pushing event updated for resources: {'Port': ['ID=9e29f507-59f1-478e-84fd-30b9922ecb9f,revision_number=2']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:42.906666 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] For port 9e29f507-59f1-478e-84fd-30b9922ecb9f, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:42.914879 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] For port 9e29f507-59f1-478e-84fd-30b9922ecb9f, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=9e29f507-59f1-478e-84fd-30b9922ecb9f,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:42.924324 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Publish callbacks [] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.991750 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:42.994905 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Publish callbacks [] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.019751 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.020661 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.081743 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Publish callbacks [] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.089872 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:43.098312 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:43.144148 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fc498-f95b-4421-bdce-b19be2681636 None None] Pushing event updated for resources: {'Port': ['ID=9e29f507-59f1-478e-84fd-30b9922ecb9f,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:43.173486 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:43.174775 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.175618 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (f204c5a4-e33a-4095-a640-69c27ad1620c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.206225 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:43.328294 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:43.336961 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.369246 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Pushing event updated for resources: {'Port': ['ID=8b2083bd-024f-4b53-af5b-1258fb4bd076,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:43.401589 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Pushing event updated for resources: {'Port': ['ID=01de4eda-683b-404b-b7b4-b4ca39ad59ba,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:43.418697 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:50:43.552914 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:43.574464 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:43.609549 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:43.610180 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (23751dd6-0967-4f30-b3db-733048e25381), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.789119 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-6d90dc71-5776-4f0e-8120-0eb94534dc21 None None] Provisioning complete for port 8b2083bd-024f-4b53-af5b-1258fb4bd076 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:43.790093 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6d90dc71-5776-4f0e-8120-0eb94534dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:43.836084 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:38Z', 'revision_number': 3, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:43.868137 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8b47f5bb-30b6-4e0f-9802-bcdd97734446 req-f827cce1-9965-4de5-83e0-aea0bfffb80d tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.1275392 Feb 03 23:50:43.910944 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-6d90dc71-5776-4f0e-8120-0eb94534dc21 None None] Port 8b2083bd-024f-4b53-af5b-1258fb4bd076 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:50:43.931977 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:50:43.942686 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-11313818-75f2-4edc-8943-8eb092c9e7be admin admin] 10.222.0.41 "PUT /v2.0/routers/0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0917768 Feb 03 23:50:43.946413 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd25916-03a2-4513-9087-828bcf19a9fb None None] The sync data for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi is: [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:38Z', 'revision_number': 3, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:50:44.028731 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Pushing event updated for resources: {'Port': ['ID=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:44.052513 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Network 0657864e-d9f1-4466-b255-c50dceec2583 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:44.056022 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:44.155701 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-8351604e-43ac-4d43-8abd-9232b7cd4cfe None None] Provisioning complete for port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:44.157215 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-8351604e-43ac-4d43-8abd-9232b7cd4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:44.288382 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-8351604e-43ac-4d43-8abd-9232b7cd4cfe None None] Port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:50:44.404142 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Router f204c5a4-e33a-4095-a640-69c27ad1620c has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:50:44.478766 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:44.611837 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b8fc6d11-0109-4192-9dae-eaaa0fa1702e up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:44.732688 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port b8fc6d11-0109-4192-9dae-eaaa0fa1702e triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:44.733168 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:44.792699 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:50:44.800168 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-046d8128-f746-488a-bf1e-8b75a69481cb admin admin] 10.222.0.41 "PUT /v2.0/routers/f204c5a4-e33a-4095-a640-69c27ad1620c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8443811 Feb 03 23:50:44.926059 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port b8fc6d11-0109-4192-9dae-eaaa0fa1702e is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:44.926593 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.002434 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port b8fc6d11-0109-4192-9dae-eaaa0fa1702e, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b8fc6d11-0109-4192-9dae-eaaa0fa1702e,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:50:45.067122 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Publish callbacks [] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.072735 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.073518 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 3bf7fb0f-85e0-4db2-bf38-e21fba308833 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:45.089044 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35746) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:45.093092 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-44be6993-f8a4-4f50-af92-313e6f4c012c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821968921', 'description': 'tempest-description--1626736881'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:45.114451 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7d80f42c-6a6a-45b7-93ed-d0da5dbec4ee req-6dad71b9-f1cd-48bd-9c8d-fb92ca7ae29b tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0563583 Feb 03 23:50:45.168427 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.172917 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (23751dd6-0967-4f30-b3db-733048e25381), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.235861 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44be6993-f8a4-4f50-af92-313e6f4c012c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.426019 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Pushing event updated for resources: {'Port': ['ID=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:45.488166 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=b8fc6d11-0109-4192-9dae-eaaa0fa1702e,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:45.522991 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:45.523621 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.631318 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:45.632010 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.654181 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port 3bf7fb0f-85e0-4db2-bf38-e21fba308833, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=3bf7fb0f-85e0-4db2-bf38-e21fba308833,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:50:45.686524 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:45.712803 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:45.722463 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44be6993-f8a4-4f50-af92-313e6f4c012c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (e0ad9925-cebf-4719-8a1c-eef400432a82), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.734337 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.822709 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44be6993-f8a4-4f50-af92-313e6f4c012c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e0ad9925-cebf-4719-8a1c-eef400432a82), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:45.839076 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=3bf7fb0f-85e0-4db2-bf38-e21fba308833,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:45.893633 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-d16f64c6-fe75-419f-a83e-29f0be70c5b9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:45.895274 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-d16f64c6-fe75-419f-a83e-29f0be70c5b9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 819 time: 0.4234514 Feb 03 23:50:45.941100 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-6f7fbde1-64ea-4a82-a04c-c8fb605578a2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/quotas/900c9f776a34410bb96641220704e6c8 HTTP/1.1" status: 200 len: 375 time: 0.0313230 Feb 03 23:50:45.946421 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be6993-f8a4-4f50-af92-313e6f4c012c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad9925-cebf-4719-8a1c-eef400432a82,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:45.997801 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44be6993-f8a4-4f50-af92-313e6f4c012c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.002147 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35784) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:46.002329 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-44be6993-f8a4-4f50-af92-313e6f4c012c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9147406 Feb 03 23:50:46.009442 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-99ebb061-f92e-4f06-a7db-a02034977558 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'security_group_rule': {'security_group_id': 'e0ad9925-cebf-4719-8a1c-eef400432a82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:46.071506 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Router 23751dd6-0967-4f30-b3db-733048e25381 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:50:46.085933 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-4ed44164-c25d-4313-8706-0a2a1e7c00b3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365836 Feb 03 23:50:46.134667 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-9bf9bfc0-9c02-40bd-80f4-e521141f9a9b None None] Provisioning complete for port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:46.135176 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-9bf9bfc0-9c02-40bd-80f4-e521141f9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.158893 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-99ebb061-f92e-4f06-a7db-a02034977558 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (c9c97ce1-d875-4985-8907-8e2226af4154), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.199215 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9bfc0-9c02-40bd-80f4-e521141f9a9b None None] Port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:50:46.287156 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:50:46.292112 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-25d3c31d-4423-4377-88ee-295bf30582d3 admin admin] 10.222.0.41 "PUT /v2.0/routers/23751dd6-0967-4f30-b3db-733048e25381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3572915 Feb 03 23:50:46.309646 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-aab41272-2cf4-4e12-a478-6913efff9123 req-562773bf-3dbf-47d0-b8d3-f05ba9a77bfd tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0480044 Feb 03 23:50:46.370263 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-99ebb061-f92e-4f06-a7db-a02034977558 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (c9c97ce1-d875-4985-8907-8e2226af4154), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.376578 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-9d180e3c-c22b-46c6-95d1-7ad5a30ab74b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:50:46.377627 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-9d180e3c-c22b-46c6-95d1-7ad5a30ab74b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0845561 Feb 03 23:50:46.442785 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-99ebb061-f92e-4f06-a7db-a02034977558 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (c9c97ce1-d875-4985-8907-8e2226af4154), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.491523 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebb061-f92e-4f06-a7db-a02034977558 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c97ce1-d875-4985-8907-8e2226af4154,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:46.522666 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-314d5ad1-200c-46b0-9aff-eedb808812fc service neutron] 10.222.0.41 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384461 Feb 03 23:50:46.543760 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b8fc6d11-0109-4192-9dae-eaaa0fa1702e up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:46.571429 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-99ebb061-f92e-4f06-a7db-a02034977558 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.573352 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-99ebb061-f92e-4f06-a7db-a02034977558 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5694304 Feb 03 23:50:46.576067 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35808) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:46.595535 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-2f1868df-d7aa-403c-a378-8735f943cd55 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'security_group_rule': {'security_group_id': 'e0ad9925-cebf-4719-8a1c-eef400432a82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:46.595723 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Sync routers for ids ['f204c5a4-e33a-4095-a640-69c27ad1620c'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:50:46.607184 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Routers {'f204c5a4-e33a-4095-a640-69c27ad1620c'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:46.608293 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['f204c5a4-e33a-4095-a640-69c27ad1620c'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:46.659142 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-e154e609-905e-4291-ae7d-985642816125 service neutron] 10.222.0.41 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278889 Feb 03 23:50:46.695325 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f1868df-d7aa-403c-a378-8735f943cd55 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (c4b04a57-3fbc-4e56-b73f-640ab22f5dfc), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.729922 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Set router f204c5a4-e33a-4095-a640-69c27ad1620c gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:46.768288 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f1868df-d7aa-403c-a378-8735f943cd55 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (c4b04a57-3fbc-4e56-b73f-640ab22f5dfc), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.808126 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port b8fc6d11-0109-4192-9dae-eaaa0fa1702e triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:46.808500 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.881310 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f1868df-d7aa-403c-a378-8735f943cd55 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (c4b04a57-3fbc-4e56-b73f-640ab22f5dfc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:46.913353 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1868df-d7aa-403c-a378-8735f943cd55 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b04a57-3fbc-4e56-b73f-640ab22f5dfc,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:46.920480 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35816) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:46.930379 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-77a2861e-de20-4e2c-8c32-1096156afa2b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831947020', 'description': 'tempest-description--269941388'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:46.989673 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port b8fc6d11-0109-4192-9dae-eaaa0fa1702e is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:46.993472 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 3bf7fb0f-85e0-4db2-bf38-e21fba308833 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:47.001272 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ac7fa6e8-dd4a-4be4-a672-8c9b7e3e0578 req-1f02e522-92db-4327-8510-5acaf3deeba0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 210 time: 0.0379808 Feb 03 23:50:47.022936 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f1868df-d7aa-403c-a378-8735f943cd55 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.022936 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2f1868df-d7aa-403c-a378-8735f943cd55 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4439592 Feb 03 23:50:47.035461 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35832) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:47.047199 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:47.113690 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-77a2861e-de20-4e2c-8c32-1096156afa2b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.130802 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port': {'id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '01de4eda-683b-404b-b7b4-b4ca39ad59ba', 'name': '', 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'mac_address': 'fa:16:3e:07:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfdfaae2-92d8-40de-931f-55009d1a2536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 2, 'project_id': '900c9f776a34410bb96641220704e6c8', 'subnets': [{'id': 'cfdfaae2-92d8-40de-931f-55009d1a2536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:47.140762 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:47.141798 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.173847 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Checking router: f204c5a4-e33a-4095-a640-69c27ad1620c for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:50:47.174229 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Updating router f204c5a4-e33a-4095-a640-69c27ad1620c port 01de4eda-683b-404b-b7b4-b4ca39ad59ba binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:50:47.207583 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.240073 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.284507 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Sync routers for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:50:47.298213 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:47.298994 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:47.402087 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:47.403107 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 9e29f507-59f1-478e-84fd-30b9922ecb9f up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:47.441033 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:47.494346 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-7d175513-f0f5-4ed5-b578-76a069fd9319 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:47.501633 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-7d175513-f0f5-4ed5-b578-76a069fd9319 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 819 time: 0.3280964 Feb 03 23:50:47.516626 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 9e29f507-59f1-478e-84fd-30b9922ecb9f triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:47.517007 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.544553 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-76c28328-bade-4aaa-a9f2-f75b7493e0ec tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/quotas/900c9f776a34410bb96641220704e6c8 HTTP/1.1" status: 200 len: 375 time: 0.0419102 Feb 03 23:50:47.617355 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-743a0a05-840c-42c3-acfa-92037d6297a2 req-a242f6be-94a8-4ce0-a878-bc7880e4d1dd tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0934334 Feb 03 23:50:47.672038 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-77a2861e-de20-4e2c-8c32-1096156afa2b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (3d000538-0d02-4316-8ab0-31d8f0e8057a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.709794 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 9e29f507-59f1-478e-84fd-30b9922ecb9f is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:47.710211 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.712736 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-7663d014-5a31-421c-bba8-6885672735bf tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1667070 Feb 03 23:50:47.726501 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Publish callbacks [] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.735955 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port 9e29f507-59f1-478e-84fd-30b9922ecb9f, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=9e29f507-59f1-478e-84fd-30b9922ecb9f,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:50:47.804394 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 2, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:47.810422 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-77a2861e-de20-4e2c-8c32-1096156afa2b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3d000538-0d02-4316-8ab0-31d8f0e8057a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.829985 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.833969 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.851251 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Checking router: 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:50:47.853387 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Updating router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 port 8b2083bd-024f-4b53-af5b-1258fb4bd076 binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:50:47.887278 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.890043 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2861e-de20-4e2c-8c32-1096156afa2b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d000538-0d02-4316-8ab0-31d8f0e8057a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:47.895184 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-9870a9db-1b1b-4cc9-921b-30a5709b5f51 service neutron] 10.222.0.41 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815624 Feb 03 23:50:47.896820 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.913557 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Sync routers for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:50:47.927214 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-77a2861e-de20-4e2c-8c32-1096156afa2b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:47.930843 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-77a2861e-de20-4e2c-8c32-1096156afa2b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0071530 Feb 03 23:50:47.932801 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35868) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:47.943786 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-83c8ae29-f59a-433f-bd16-67832febaadf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'security_group_rule': {'security_group_id': '3d000538-0d02-4316-8ab0-31d8f0e8057a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:47.945714 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beffa0-e568-43f1-9837-23909a969e23 None None] Pushing event updated for resources: {'Port': ['ID=01de4eda-683b-404b-b7b4-b4ca39ad59ba,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:47.965029 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:47.965029 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:48.047227 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-83c8ae29-f59a-433f-bd16-67832febaadf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (d6cba962-1d61-4b49-80a9-c0607c77dee3), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.114842 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-935fce7f-7766-45b6-91d5-4ae4dd5e226e service neutron] 10.222.0.41 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075479 Feb 03 23:50:48.125374 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Allocated IP 172.27.0.115 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/122570fe-3552-41e1-bb7f-35f592e41c7a) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:48.213248 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-83c8ae29-f59a-433f-bd16-67832febaadf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (d6cba962-1d61-4b49-80a9-c0607c77dee3), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.264399 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Attempting to bind port 01de4eda-683b-404b-b7b4-b4ca39ad59ba on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:48.265025 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Attempting to bind port 01de4eda-683b-404b-b7b4-b4ca39ad59ba by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:48.265025 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Attempting to bind port 01de4eda-683b-404b-b7b4-b4ca39ad59ba on network 0657864e-d9f1-4466-b255-c50dceec2583 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:48.273654 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-83c8ae29-f59a-433f-bd16-67832febaadf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (d6cba962-1d61-4b49-80a9-c0607c77dee3), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.312221 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8ae29-f59a-433f-bd16-67832febaadf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cba962-1d61-4b49-80a9-c0607c77dee3,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:48.315248 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Publish callbacks [] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.318269 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=9e29f507-59f1-478e-84fd-30b9922ecb9f,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:48.325090 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:48.330518 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Checking segment: {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:48.330518 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.330518 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Bound using segment: {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:48.330518 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Bound port: 01de4eda-683b-404b-b7b4-b4ca39ad59ba, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:48.330518 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.335425 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for port (122570fe-3552-41e1-bb7f-35f592e41c7a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.351208 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:48.431548 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.433714 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-83c8ae29-f59a-433f-bd16-67832febaadf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.439048 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 35884) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:48.439388 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-83c8ae29-f59a-433f-bd16-67832febaadf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5043461 Feb 03 23:50:48.444245 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-eded9f9b-d836-4d25-b88d-520632c26bf0 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'security_group_rule': {'security_group_id': '3d000538-0d02-4316-8ab0-31d8f0e8057a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:48.489111 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (122570fe-3552-41e1-bb7f-35f592e41c7a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.507941 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-955332e8-3d9f-47c8-adcf-0acc07523e33 req-3ce1ddac-12a1-4bf2-b27e-069003c12dbf tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 210 time: 0.0636256 Feb 03 23:50:48.542438 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ccb55-8abd-41af-a19a-e6f939527548 None None] Pushing event updated for resources: {'Port': ['ID=8b2083bd-024f-4b53-af5b-1258fb4bd076,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:48.553416 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:48.557631 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:48.569863 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:48.618328 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Attempting to bind port 8b2083bd-024f-4b53-af5b-1258fb4bd076 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:48.618984 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Attempting to bind port 8b2083bd-024f-4b53-af5b-1258fb4bd076 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:48.619557 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Attempting to bind port 8b2083bd-024f-4b53-af5b-1258fb4bd076 on network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:48.632861 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:48.634296 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Checking segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:48.634822 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.635231 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Bound using segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:48.636834 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Bound port: 8b2083bd-024f-4b53-af5b-1258fb4bd076, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:48.637337 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.661611 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eded9f9b-d836-4d25-b88d-520632c26bf0 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (6e6dafe5-b616-498c-aaca-c4fe82893ecc), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.740483 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] For port 01de4eda-683b-404b-b7b4-b4ca39ad59ba, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:48.750832 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'Port': ['ID=122570fe-3552-41e1-bb7f-35f592e41c7a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:48.765234 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] For port 01de4eda-683b-404b-b7b4-b4ca39ad59ba, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=01de4eda-683b-404b-b7b4-b4ca39ad59ba,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:48.769404 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] For port 8b2083bd-024f-4b53-af5b-1258fb4bd076, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:48.773578 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] For port 8b2083bd-024f-4b53-af5b-1258fb4bd076, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8b2083bd-024f-4b53-af5b-1258fb4bd076,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:48.830025 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a4e55da2-dafe-409e-ba46-345a0250672c req-ebc01191-b2f3-4d5f-aca4-2483ac118977 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0545125 Feb 03 23:50:48.839417 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (4d249d62-0021-4331-8ea0-ddfbb7e449de), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.863613 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eded9f9b-d836-4d25-b88d-520632c26bf0 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (6e6dafe5-b616-498c-aaca-c4fe82893ecc), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.877373 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-63734cce-cdf3-47f7-8c26-641e475b6707 None None] Provisioning complete for port 8b2083bd-024f-4b53-af5b-1258fb4bd076 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:48.877744 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-63734cce-cdf3-47f7-8c26-641e475b6707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.885457 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.903698 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:48.954188 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:48.954188 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:48.962772 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-63734cce-cdf3-47f7-8c26-641e475b6707 None None] Port 8b2083bd-024f-4b53-af5b-1258fb4bd076 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:50:48.980505 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eded9f9b-d836-4d25-b88d-520632c26bf0 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (6e6dafe5-b616-498c-aaca-c4fe82893ecc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.027977 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded9f9b-d836-4d25-b88d-520632c26bf0 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6dafe5-b616-498c-aaca-c4fe82893ecc,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:49.031689 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beffa0-e568-43f1-9837-23909a969e23 None None] Pushing event updated for resources: {'Port': ['ID=01de4eda-683b-404b-b7b4-b4ca39ad59ba,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:49.033641 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (122570fe-3552-41e1-bb7f-35f592e41c7a), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.038512 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 2, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:49.073210 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Checking router: 23751dd6-0967-4f30-b3db-733048e25381 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:50:49.073573 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Updating router 23751dd6-0967-4f30-b3db-733048e25381 port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:50:49.077598 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Routers {'f204c5a4-e33a-4095-a640-69c27ad1620c'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:49.078265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['f204c5a4-e33a-4095-a640-69c27ad1620c'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:49.079068 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:49.145877 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eded9f9b-d836-4d25-b88d-520632c26bf0 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.150376 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-eded9f9b-d836-4d25-b88d-520632c26bf0 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7071300 Feb 03 23:50:49.150698 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 35908) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:49.159480 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:49.201446 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.304653 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ccb55-8abd-41af-a19a-e6f939527548 None None] Pushing event updated for resources: {'Port': ['ID=8b2083bd-024f-4b53-af5b-1258fb4bd076,revision_number=4']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:49.319238 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.339991 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] Set router f204c5a4-e33a-4095-a640-69c27ad1620c gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:49.374569 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for port (122570fe-3552-41e1-bb7f-35f592e41c7a), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.451003 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (122570fe-3552-41e1-bb7f-35f592e41c7a), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.503239 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (4d249d62-0021-4331-8ea0-ddfbb7e449de), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.527677 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'Port': ['ID=122570fe-3552-41e1-bb7f-35f592e41c7a,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:49.565488 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:48Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:49.585788 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-106e6f51-1f8e-4a9e-9b9e-d08c8ed4d5fc None None] Provisioning complete for port 8b2083bd-024f-4b53-af5b-1258fb4bd076 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:49.586369 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-106e6f51-1f8e-4a9e-9b9e-d08c8ed4d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.623595 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350cbfc-3117-424f-91df-82ec1681c550 None None] The sync data for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi is: [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:48Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:50:49.626400 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-70018d40-e2a1-47fb-8fbe-9a723833c8d2 req-33277cc0-49a3-4ef2-89d4-5c7a889e8987 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 210 time: 0.0309579 Feb 03 23:50:49.629871 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.646733 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d5e9cc34-52ff-4391-845a-cb3d03dce46e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6094084 Feb 03 23:50:49.869107 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:49.974232 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb680156-9717-40dc-aa1b-62f3a6fc7a03 req-a0eec308-20fe-496f-973b-d04b74b2f025 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0509064 Feb 03 23:50:49.982235 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-106e6f51-1f8e-4a9e-9b9e-d08c8ed4d5fc None None] Current status of the port 8b2083bd-024f-4b53-af5b-1258fb4bd076 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:49.984021 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-106e6f51-1f8e-4a9e-9b9e-d08c8ed4d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.031522 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Publish callbacks [] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.037182 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3833d177-4698-484c-9a29-aa0650fd3f67 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1821968921&fields=id&tenant_id=1c18f75ceccb41b097da9f33f946af21 HTTP/1.1" status: 200 len: 267 time: 0.1869688 Feb 03 23:50:50.052818 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.37', 50751) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:50.078602 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-106e6f51-1f8e-4a9e-9b9e-d08c8ed4d5fc None None] For port 8b2083bd-024f-4b53-af5b-1258fb4bd076, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8b2083bd-024f-4b53-af5b-1258fb4bd076,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:50:50.095733 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port': {'id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '01de4eda-683b-404b-b7b4-b4ca39ad59ba', 'name': '', 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'mac_address': 'fa:16:3e:07:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfdfaae2-92d8-40de-931f-55009d1a2536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:48Z', 'revision_number': 4, 'project_id': '900c9f776a34410bb96641220704e6c8', 'subnets': [{'id': 'cfdfaae2-92d8-40de-931f-55009d1a2536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:50.129165 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Allocated IP 172.27.0.186 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/03bfa912-2e7f-4071-a917-06855f636f61) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:50.140988 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.148565 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d298ff-8abc-48c7-8d63-0776e400fefa None None] The sync data for ids ['f204c5a4-e33a-4095-a640-69c27ad1620c'] in dv-cinder-822768-2-iscsi is: [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port': {'id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '01de4eda-683b-404b-b7b4-b4ca39ad59ba', 'name': '', 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'mac_address': 'fa:16:3e:07:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfdfaae2-92d8-40de-931f-55009d1a2536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:48Z', 'revision_number': 4, 'project_id': '900c9f776a34410bb96641220704e6c8', 'subnets': [{'id': 'cfdfaae2-92d8-40de-931f-55009d1a2536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:50:50.204605 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-4f55a055-3bc4-4db9-9a87-897351e2e5b2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:50.206441 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-4f55a055-3bc4-4db9-9a87-897351e2e5b2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.37 "GET /v2.0/networks?id=acd744fc-00e0-4080-94ac-f758a35dcd96 HTTP/1.1" status: 200 len: 811 time: 0.1525900 Feb 03 23:50:50.206937 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-106e6f51-1f8e-4a9e-9b9e-d08c8ed4d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.280830 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a4597-ad0c-440d-9eb9-befe5b0d0908 None None] Pushing event updated for resources: {'Port': ['ID=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:50.315043 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Request body: {'port': {'device_id': '1b70ba4a-4b4a-46e2-8ced-426d5b9a1341', 'network_id': 'acd744fc-00e0-4080-94ac-f758a35dcd96', 'admin_state_up': True, 'tenant_id': '4aa23f66ee3249ec82cfd13468c734da'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:50.454629 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-57f4a179-74ba-4981-88b7-893861e920b1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:50.456230 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-57f4a179-74ba-4981-88b7-893861e920b1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 817 time: 0.4138193 Feb 03 23:50:50.521153 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-42bf63b2-bc1c-47f5-9501-871e39072284 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/quotas/1c18f75ceccb41b097da9f33f946af21 HTTP/1.1" status: 200 len: 375 time: 0.0504143 Feb 03 23:50:50.535544 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e6f51-1f8e-4a9e-9b9e-d08c8ed4d5fc None None] Pushing event updated for resources: {'Port': ['ID=8b2083bd-024f-4b53-af5b-1258fb4bd076,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:50.539975 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Attempting to bind port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:50.540424 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Attempting to bind port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:50.540863 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Attempting to bind port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba on network 978b16e3-16e0-4b31-a4ed-70da9d224b18 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:50.546641 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:50.548121 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Checking segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:50.548121 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.548121 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Bound using segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:50.549029 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Bound port: 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:50.549602 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.695059 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Made reservation on behalf of 4aa23f66ee3249ec82cfd13468c734da for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:50.704054 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.707016 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for port (03bfa912-2e7f-4071-a917-06855f636f61), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.767291 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-1aaef093-847a-4ea1-aacb-991471ea8191 None None] Provisioning complete for port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:50.767924 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-1aaef093-847a-4ea1-aacb-991471ea8191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:50.789764 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-ce535b15-10b2-427f-98f2-ac7f866b9fa5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2543354 Feb 03 23:50:50.813825 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] For port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:50.848157 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] For port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:50.855962 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-1aaef093-847a-4ea1-aacb-991471ea8191 None None] Port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:50:50.891291 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-28db88e5-a094-4f86-8e5e-40e9938439ec req-f0b77bf5-bdf4-434c-8dfd-f258a1ee896c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 210 time: 0.1394641 Feb 03 23:50:50.909679 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8b2083bd-024f-4b53-af5b-1258fb4bd076 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:50.941331 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-dd308ac8-5465-4f70-90ef-f85c5a27eed7 service neutron] 10.222.0.41 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337297 Feb 03 23:50:50.964329 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:51.085198 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:50:51.085853 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:50:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:51.086152 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-b0090193-3f2c-456d-b029-81a90d388168 service neutron] 10.222.0.41 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372328 Feb 03 23:50:51.090527 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (03bfa912-2e7f-4071-a917-06855f636f61), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:51.100362 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 8b2083bd-024f-4b53-af5b-1258fb4bd076 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:51.100822 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:51.152824 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:51.220740 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0753163d-9c2c-4a69-9469-25ca661e59f0 req-d902105d-0365-4eef-8589-03f92ba70d17 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0881095 Feb 03 23:50:51.256316 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:51.264619 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:51.301422 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.37', 50759) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:51.415444 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Allocated IP 172.20.0.8 (acd744fc-00e0-4080-94ac-f758a35dcd96/dfba4da4-2294-4b5d-a72b-221224d7634b/2af9591a-f134-43a3-97ee-6b766a93c092) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:51.547728 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.37', 50760) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:51.765436 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'Port': ['ID=03bfa912-2e7f-4071-a917-06855f636f61,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:51.790337 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e66eb1ea-dc4f-4332-9072-6128065dff5d req-710b1a04-e42f-46c0-9087-908c25c76a0a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 210 time: 0.1390643 Feb 03 23:50:51.825948 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a4597-ad0c-440d-9eb9-befe5b0d0908 None None] Pushing event updated for resources: {'Port': ['ID=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:51.876383 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (7eebf48f-a907-40a3-a3ed-6020d96ea2b6), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:51.902402 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-cf3356e7-0441-41ef-a6af-44ccc79d5383 None None] Provisioning complete for port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:51.917489 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-cf3356e7-0441-41ef-a6af-44ccc79d5383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:51.971886 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-b903347c-6831-4976-a4fd-9d1bad27883c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:51.976767 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-b903347c-6831-4976-a4fd-9d1bad27883c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 819 time: 0.6637614 Feb 03 23:50:52.033612 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-97d75392-77f5-43cc-96e9-8ac590eb967a req-8ffb55bc-ad19-48c9-b58d-f4597e3b50e8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 210 time: 0.0410261 Feb 03 23:50:52.047299 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Request body: {'port': {'device_id': '6821f514-2d48-40af-b8a1-d06981b13183', 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583', 'admin_state_up': True, 'tenant_id': '900c9f776a34410bb96641220704e6c8'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:52.181290 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d6c1dd9f-fe88-4d07-b49c-58ea722cca02 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:52.197019 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d6c1dd9f-fe88-4d07-b49c-58ea722cca02 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 819 time: 0.6447010 Feb 03 23:50:52.204596 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (03bfa912-2e7f-4071-a917-06855f636f61), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:52.230854 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Request body: {'port': {'device_id': 'c351ca6a-d28b-424a-9fb9-b0dfc4e3c779', 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583', 'admin_state_up': True, 'tenant_id': '900c9f776a34410bb96641220704e6c8'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:52.285331 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 8b2083bd-024f-4b53-af5b-1258fb4bd076 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:52.289491 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Publish callbacks [] for port (2af9591a-f134-43a3-97ee-6b766a93c092), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:52.299370 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 9e29f507-59f1-478e-84fd-30b9922ecb9f up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:52.472202 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f90d9fa3-7e50-4414-a159-f3b108944d18 req-2cc3822d-c07d-4822-acaf-c373357407e3 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.1201050 Feb 03 23:50:52.489989 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:52.536089 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-cf3356e7-0441-41ef-a6af-44ccc79d5383 None None] Current status of the port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:52.536298 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-cf3356e7-0441-41ef-a6af-44ccc79d5383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:52.551135 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:50:52.696853 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Pushing event updated for resources: {'Port': ['ID=2af9591a-f134-43a3-97ee-6b766a93c092,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:52.747866 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Network acd744fc-00e0-4080-94ac-f758a35dcd96 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:52.751123 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:52.763117 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:52.778124 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:52.778124 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:52.826898 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 9e29f507-59f1-478e-84fd-30b9922ecb9f triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:52.827486 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:52.830136 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-cf3356e7-0441-41ef-a6af-44ccc79d5383 None None] For port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:50:52.887221 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for port (03bfa912-2e7f-4071-a917-06855f636f61), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:52.946119 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Made reservation on behalf of 900c9f776a34410bb96641220704e6c8 for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:52.949715 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:53.022851 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-cf3356e7-0441-41ef-a6af-44ccc79d5383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:53.066892 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (03bfa912-2e7f-4071-a917-06855f636f61), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:53.190239 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (7eebf48f-a907-40a3-a3ed-6020d96ea2b6), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:53.199488 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Made reservation on behalf of 900c9f776a34410bb96641220704e6c8 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:53.203595 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-59e64508-23b2-43b0-b306-098e2c9371ba req-b1c50361-29f7-4b05-b8cd-7d7e36812aa9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 210 time: 0.2227530 Feb 03 23:50:53.205191 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:53.212662 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8ddcfb8a-5af6-4348-9d10-b17c3a2f4998 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9078383 Feb 03 23:50:53.289660 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'Port': ['ID=03bfa912-2e7f-4071-a917-06855f636f61,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:53.303977 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3356e7-0441-41ef-a6af-44ccc79d5383 None None] Pushing event updated for resources: {'Port': ['ID=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:53.391680 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-3a803f83-2c6c-4bae-9a3e-e831ec9fb834 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:50:53.392847 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-3a803f83-2c6c-4bae-9a3e-e831ec9fb834 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258889 Feb 03 23:50:53.418584 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-85769884-9f4e-4e87-b341-34ac16c1cfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:53.440896 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 9e29f507-59f1-478e-84fd-30b9922ecb9f is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:53.442028 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 01de4eda-683b-404b-b7b4-b4ca39ad59ba up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:53.458159 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce925784-035e-4931-94a9-ac55e5389cff req-120ffa24-af20-426c-97f8-2e9fc0507462 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 210 time: 0.0899718 Feb 03 23:50:53.468669 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:50:53.515995 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:53.526242 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-91a091d9-d70b-434a-8826-e4811dde7229 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3654096 Feb 03 23:50:53.526555 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Allocated IP 172.20.0.6 (0657864e-d9f1-4466-b255-c50dceec2583/cfdfaae2-92d8-40de-931f-55009d1a2536/c741c247-2cc9-415e-bfd5-66f43753d26e) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:53.670512 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc216ff4-be0f-4b76-9bf3-3fb34316942a None None] The sync data for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi is: [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:50:53.746262 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 01de4eda-683b-404b-b7b4-b4ca39ad59ba triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:53.746642 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:53.894400 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Request body: {'port': {'device_id': '1b70ba4a-4b4a-46e2-8ced-426d5b9a1341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:54.026192 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 01de4eda-683b-404b-b7b4-b4ca39ad59ba is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:54.026762 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:54.160730 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port 01de4eda-683b-404b-b7b4-b4ca39ad59ba, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=01de4eda-683b-404b-b7b4-b4ca39ad59ba,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:50:54.172519 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-ac7c3d90-89ee-441e-96c1-3a821bb7966a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1831947020&fields=id&tenant_id=9e7b8bc464324d2cb2052aef815e0650 HTTP/1.1" status: 200 len: 267 time: 0.1803179 Feb 03 23:50:54.296700 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f490c6-262d-47d8-bcef-b71da01afbf8 req-5a4ae1a1-154f-4849-b53e-26060e02c64f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:54.305797 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:54.306849 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c2f490c6-262d-47d8-bcef-b71da01afbf8 req-5a4ae1a1-154f-4849-b53e-26060e02c64f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 931 time: 0.6064041 Feb 03 23:50:54.334297 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:54.376832 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks [] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:54.471079 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=01de4eda-683b-404b-b7b4-b4ca39ad59ba,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:54.485613 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-e4eca22d-0ec3-48c1-a0dc-2917743525b3 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:54.487300 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-e4eca22d-0ec3-48c1-a0dc-2917743525b3 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 810 time: 0.2994170 Feb 03 23:50:54.521656 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8c38d76a-74aa-483a-bd4c-7ca38fff694d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/quotas/9e7b8bc464324d2cb2052aef815e0650 HTTP/1.1" status: 200 len: 375 time: 0.0285146 Feb 03 23:50:54.621176 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-fa6ccff5-184c-44b4-8c58-d236b08e9ee2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791004 Feb 03 23:50:54.630357 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8b2083bd-024f-4b53-af5b-1258fb4bd076 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:54.690332 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c2f490c6-262d-47d8-bcef-b71da01afbf8 req-a5c425e9-9cb8-450b-a6ba-43406c93caff tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822441 Feb 03 23:50:54.719321 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 8b2083bd-024f-4b53-af5b-1258fb4bd076 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:54.719871 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:54.950056 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af9591a-f134-43a3-97ee-6b766a93c092 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:50:54.958693 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Publish callbacks [] for port (2af9591a-f134-43a3-97ee-6b766a93c092), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:54.990348 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 8b2083bd-024f-4b53-af5b-1258fb4bd076 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:54.991563 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:54.995258 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Transition to ACTIVE for port object 2af9591a-f134-43a3-97ee-6b766a93c092 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:50:55.082186 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-66b167e1-d353-4357-bf7c-8c6961b466cd req-661548a8-42e4-4c9d-9b01-74b33c8bbac2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 210 time: 0.0727029 Feb 03 23:50:55.235173 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:55.235173 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:55.237280 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-a400eae5-7b31-48ea-9d02-2a3657e55350 service neutron] 10.222.0.41 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189638 Feb 03 23:50:55.238589 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7ad4b550-c48b-4b75-ab43-3e343abfb815 req-ac9b8bac-a02c-4808-b92f-e190b6d3165e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 210 time: 0.0292931 Feb 03 23:50:55.239037 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:55.282338 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-6e96ef5a-edc4-4f4b-a65b-6e1677b726fc service neutron] 10.222.0.41 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131022 Feb 03 23:50:55.398178 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:55.487719 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:55.497363 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Pushing event updated for resources: {'Port': ['ID=2af9591a-f134-43a3-97ee-6b766a93c092,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:55.607019 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Allocated IP 172.20.0.2 (0657864e-d9f1-4466-b255-c50dceec2583/cfdfaae2-92d8-40de-931f-55009d1a2536/e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:55.608525 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Network 0657864e-d9f1-4466-b255-c50dceec2583 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:55.614992 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:55.619324 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Attempting to bind port 2af9591a-f134-43a3-97ee-6b766a93c092 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:55.619677 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Attempting to bind port 2af9591a-f134-43a3-97ee-6b766a93c092 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '10999171-c721-4fed-92f9-5c69cd53513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'acd744fc-00e0-4080-94ac-f758a35dcd96'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:55.620023 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Attempting to bind port 2af9591a-f134-43a3-97ee-6b766a93c092 on network acd744fc-00e0-4080-94ac-f758a35dcd96 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:55.638063 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:55.644696 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:55.645224 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:55.655200 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-cc89acd6-d6e9-4122-b200-5e988a2be9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:55.702261 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Pushing event updated for resources: {'Port': ['ID=c741c247-2cc9-415e-bfd5-66f43753d26e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:55.934437 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.37', 50775) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2b5d1633-5e11-4aa8-8360-deb6122aef9d req-19e95244-4b58-4b67-9542-42c206476b10 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 210 time: 0.0992084 Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Port 2af9591a-f134-43a3-97ee-6b766a93c092 on network acd744fc-00e0-4080-94ac-f758a35dcd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Attempting to bind port 2af9591a-f134-43a3-97ee-6b766a93c092 on network acd744fc-00e0-4080-94ac-f758a35dcd96 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Checking segment: {'id': '10999171-c721-4fed-92f9-5c69cd53513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'acd744fc-00e0-4080-94ac-f758a35dcd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Bound using segment: {'id': '10999171-c721-4fed-92f9-5c69cd53513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'acd744fc-00e0-4080-94ac-f758a35dcd96'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Bound port: 2af9591a-f134-43a3-97ee-6b766a93c092, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10999171-c721-4fed-92f9-5c69cd53513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'acd744fc-00e0-4080-94ac-f758a35dcd96'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:55.939191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] For port 2af9591a-f134-43a3-97ee-6b766a93c092, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:55.944770 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] For port 2af9591a-f134-43a3-97ee-6b766a93c092, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=2af9591a-f134-43a3-97ee-6b766a93c092,segment=NetworkSegment(10999171-c721-4fed-92f9-5c69cd53513a),segment_id=10999171-c721-4fed-92f9-5c69cd53513a)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:56.032752 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:56.056333 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-d741baa3-30af-4d79-be3b-2e203d66e99c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8322115 Feb 03 23:50:56.164848 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:56.165687 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:56.168616 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] 10.222.0.37 "PUT /v2.0/ports/2af9591a-f134-43a3-97ee-6b766a93c092 HTTP/1.1" status: 200 len: 1093 time: 2.6353517 Feb 03 23:50:56.176676 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcef70-fde3-4780-839a-5e548cb69369 service neutron] Pushing event updated for resources: {'Port': ['ID=2af9591a-f134-43a3-97ee-6b766a93c092,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:56.188115 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b70ba4a-4b4a-46e2-8ced-426d5b9a1341', 'tag': '2af9591a-f134-43a3-97ee-6b766a93c092'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:50:56.192038 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36146) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:56.289811 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Request body: {'port': {'device_id': 'c351ca6a-d28b-424a-9fb9-b0dfc4e3c779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:56.309424 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537caab4-5531-497e-aaf1-819cb13a3c9b req-4ea892c1-c735-4751-8996-9ad1119922bc tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:56.323682 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-537caab4-5531-497e-aaf1-819cb13a3c9b req-4ea892c1-c735-4751-8996-9ad1119922bc tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.4429147 Feb 03 23:50:56.412221 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks [] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:56.488173 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 01de4eda-683b-404b-b7b4-b4ca39ad59ba up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:50:56.497790 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-c3d7758e-4bd3-4c33-a066-f602fd638d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:56.500471 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-c3d7758e-4bd3-4c33-a066-f602fd638d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 817 time: 0.7389216 Feb 03 23:50:56.616323 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8b489651-24bb-4c6c-93d9-a574ed6a21ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:56.622046 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 01de4eda-683b-404b-b7b4-b4ca39ad59ba triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:50:56.622429 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:56.678458 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:56.705421 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c17c6153-cdd7-47b6-9793-d76e3ab4fd6b req-9450670f-11fc-4649-b561-9df0b1e47c4c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 210 time: 0.2859993 Feb 03 23:50:56.784458 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-537caab4-5531-497e-aaf1-819cb13a3c9b req-98a235f2-d552-4015-a8d3-854d79d88e7f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077525 Feb 03 23:50:56.808677 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:56.824784 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 01de4eda-683b-404b-b7b4-b4ca39ad59ba is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:50:56.831941 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:56.851214 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-56ae6179-611e-492c-9ea6-a90e5dc11214 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c18f75ceccb41b097da9f33f946af21 HTTP/1.1" status: 200 len: 380 time: 0.2941725 Feb 03 23:50:57.103059 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Pushing event updated for resources: {'Port': ['ID=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:57.103059 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'port': {'device_id': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'admin_state_up': True, 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'security_groups': ['e0ad9925-cebf-4719-8a1c-eef400432a82']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:57.250544 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b70ba4a-4b4a-46e2-8ced-426d5b9a1341", "tag": "2af9591a-f134-43a3-97ee-6b766a93c092"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:50:57.277306 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fc1fa8c7-d6bd-4021-b891-635f9ee00317 req-6ec2887b-e00c-4cc9-8815-7f7de7b3aa1f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 210 time: 0.1963375 Feb 03 23:50:57.288792 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Network 0657864e-d9f1-4466-b255-c50dceec2583 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:50:57.305917 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:50:57.313606 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:50:57.319540 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:57.320383 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:57.353993 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8b489651-24bb-4c6c-93d9-a574ed6a21ba admin admin] Publish callbacks [] for security_group (c320c678-83af-4410-a7c5-055d02a368d0), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:57.369908 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f98e2-1a1d-4fd8-adb3-2865147b5ef2 req-8d3f0500-0dbf-411f-b47c-f3f5ebfd058b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:57.380711 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-320f98e2-1a1d-4fd8-adb3-2865147b5ef2 req-8d3f0500-0dbf-411f-b47c-f3f5ebfd058b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 931 time: 0.5049117 Feb 03 23:50:57.404050 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8a55c496-d35c-47f9-ad7a-62382311382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:57.404050 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-8a55c496-d35c-47f9-ad7a-62382311382c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aa23f66ee3249ec82cfd13468c734da&device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 1127 time: 0.6881907 Feb 03 23:50:57.465467 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8b489651-24bb-4c6c-93d9-a574ed6a21ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (c320c678-83af-4410-a7c5-055d02a368d0), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:57.478264 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8065d63d-5484-4888-8606-91a7a437e66e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4434636 Feb 03 23:50:57.539452 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Request body: {'port': {'device_id': '6821f514-2d48-40af-b8a1-d06981b13183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:50:57.642091 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-8b489651-24bb-4c6c-93d9-a574ed6a21ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86182aec94184e7cb258206ce77ea1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4353585 Feb 03 23:50:57.643977 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b489651-24bb-4c6c-93d9-a574ed6a21ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c320c678-83af-4410-a7c5-055d02a368d0,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:57.649238 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36190) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:50:57.659372 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Made reservation on behalf of 1c18f75ceccb41b097da9f33f946af21 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:50:57.677878 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:57.686031 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d66d368-2e2e-47ce-8a73-a06d5838a175 x-openstack-request-id: req-5d66d368-2e2e-47ce-8a73-a06d5838a175 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:50:57.686961 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b70ba4a-4b4a-46e2-8ced-426d5b9a1341", "tag": "2af9591a-f134-43a3-97ee-6b766a93c092", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:50:57.686961 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d66d368-2e2e-47ce-8a73-a06d5838a175 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:50:57.687194 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b70ba4a-4b4a-46e2-8ced-426d5b9a1341', 'tag': '2af9591a-f134-43a3-97ee-6b766a93c092', 'status': 'completed', 'code': 200} Feb 03 23:50:57.747135 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-320f98e2-1a1d-4fd8-adb3-2865147b5ef2 req-8d3ab57a-6839-42e8-8eed-210be88fa290 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646703 Feb 03 23:50:57.750784 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-16f0e60e-af33-413b-84ae-851122b51faf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af9591a-f134-43a3-97ee-6b766a93c092 HTTP/1.1" status: 200 len: 217 time: 0.2977536 Feb 03 23:50:57.912481 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-569b4949-42ab-471f-aaaa-b2630db3c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:57.912481 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-569b4949-42ab-471f-aaaa-b2630db3c902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfba4da4-2294-4b5d-a72b-221224d7634b HTTP/1.1" status: 200 len: 851 time: 0.1501665 Feb 03 23:50:57.933633 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:57.997272 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c741c247-2cc9-415e-bfd5-66f43753d26e {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:50:58.009229 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Publish callbacks [] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.022770 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e64ebc-d2bd-43dc-8b99-fdaac8095388 req-c3388b78-5de6-49c1-918a-e3a741ef2124 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:58.024477 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-21e64ebc-d2bd-43dc-8b99-fdaac8095388 req-c3388b78-5de6-49c1-918a-e3a741ef2124 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.1460822 Feb 03 23:50:58.036418 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Transition to ACTIVE for port object c741c247-2cc9-415e-bfd5-66f43753d26e will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:50:58.100196 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fd3ed3d4-48a8-4c85-b1d6-f97679a5a73d req-7a933f19-5d55-4a05-9534-eb9344389698 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 210 time: 0.2204628 Feb 03 23:50:58.131856 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-21e64ebc-d2bd-43dc-8b99-fdaac8095388 req-b417b27e-d766-48ec-9fbc-bfbc44bb94b7 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941904 Feb 03 23:50:58.170413 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1b947c34-8caa-4b06-8893-40c6e0da1fcc admin admin] Publish callbacks [] for security_group (c320c678-83af-4410-a7c5-055d02a368d0), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.245230 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.265958 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.290675 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1b947c34-8caa-4b06-8893-40c6e0da1fcc admin admin] Publish callbacks [] for security_group (c320c678-83af-4410-a7c5-055d02a368d0), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.316145 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-b551f394-f93d-4181-bf3f-e629f55a5654 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=acd744fc-00e0-4080-94ac-f758a35dcd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486576 Feb 03 23:50:58.478374 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-41fbfb1c-6ef7-4c06-89ca-e1d15ddb3924 req-39d8ecb9-8e13-4c23-ba4e-3b7cdd8be587 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 210 time: 0.0846782 Feb 03 23:50:58.540432 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Pushing event updated for resources: {'Port': ['ID=c741c247-2cc9-415e-bfd5-66f43753d26e,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:58.548027 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Attempting to bind port c741c247-2cc9-415e-bfd5-66f43753d26e on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:50:58.548874 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Attempting to bind port c741c247-2cc9-415e-bfd5-66f43753d26e by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:50:58.549565 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Attempting to bind port c741c247-2cc9-415e-bfd5-66f43753d26e on network 0657864e-d9f1-4466-b255-c50dceec2583 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:58.555397 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Port c741c247-2cc9-415e-bfd5-66f43753d26e on network 0657864e-d9f1-4466-b255-c50dceec2583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:50:58.555976 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Attempting to bind port c741c247-2cc9-415e-bfd5-66f43753d26e on network 0657864e-d9f1-4466-b255-c50dceec2583 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:50:58.562525 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:50:58.563158 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Checking segment: {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:50:58.563735 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Bound using segment: {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:50:58.564364 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Bound port: c741c247-2cc9-415e-bfd5-66f43753d26e, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:50:58.564927 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.674931 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] For port c741c247-2cc9-415e-bfd5-66f43753d26e, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:50:58.700033 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] For port c741c247-2cc9-415e-bfd5-66f43753d26e, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c741c247-2cc9-415e-bfd5-66f43753d26e,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:50:58.741290 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-d60336bf-6c7f-4f5f-ad34-0af38af6c75a service neutron] 10.222.0.37 "GET /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057506 Feb 03 23:50:58.743629 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Allocated IP 172.20.0.11 (68b2cb16-aa2c-4cc7-807b-ed8a01d90228/2f9ea107-44e2-4049-9b6e-69e0bf2b447d/c7b3ab3a-525d-4dba-bc29-8be24b6e3bac) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:50:58.755630 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1b947c34-8caa-4b06-8893-40c6e0da1fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (c320c678-83af-4410-a7c5-055d02a368d0), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.758329 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1b947c34-8caa-4b06-8893-40c6e0da1fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.761880 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-1b947c34-8caa-4b06-8893-40c6e0da1fcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c320c678-83af-4410-a7c5-055d02a368d0 HTTP/1.1" status: 204 len: 168 time: 1.1092448 Feb 03 23:50:58.824653 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.834665 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b947c34-8caa-4b06-8893-40c6e0da1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c320c678-83af-4410-a7c5-055d02a368d0,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:58.983831 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:58.983831 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:58.983831 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] 10.222.0.37 "PUT /v2.0/ports/c741c247-2cc9-415e-bfd5-66f43753d26e HTTP/1.1" status: 200 len: 1093 time: 2.7491081 Feb 03 23:50:59.033004 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be520892-57d8-4af7-80cd-1e0ae556b09f service neutron] Pushing event updated for resources: {'Port': ['ID=c741c247-2cc9-415e-bfd5-66f43753d26e,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:50:59.088915 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710c5c3-bacb-4cd2-a251-2db09390538e req-26894e36-ab88-4a80-8f6e-7d75efeb6fb4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:59.094347 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9710c5c3-bacb-4cd2-a251-2db09390538e req-26894e36-ab88-4a80-8f6e-7d75efeb6fb4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.1772571 Feb 03 23:50:59.153388 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c072068a-8ef6-49f4-a043-e3c26f636619 req-25fa236a-dc42-49ac-8f00-811f9d237e7a service neutron] 10.222.0.37 "GET /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927990 Feb 03 23:50:59.209127 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9710c5c3-bacb-4cd2-a251-2db09390538e req-3e5836cf-6c53-4883-9d5a-9a7aa49dd6cb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081624 Feb 03 23:50:59.422986 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-0c77823f-4d52-4067-9b07-d716c642f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:59.424810 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-0c77823f-4d52-4067-9b07-d716c642f36e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 1127 time: 0.1809006 Feb 03 23:50:59.463628 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:59.504038 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d6e612ae-8f8c-4bc0-9d2d-392fc28c1bb6 req-177fcfc1-729c-45a8-8f30-0ad51d718287 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 210 time: 0.0561903 Feb 03 23:50:59.519908 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:50:59.547114 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-9619d810-ffe7-454a-8e78-6f1438f57eb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c741c247-2cc9-415e-bfd5-66f43753d26e HTTP/1.1" status: 200 len: 217 time: 0.0531061 Feb 03 23:50:59.560001 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Publish callbacks [] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:59.564792 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e70a-7df1-4ae9-9d9b-efe1df756106 req-620d1c8f-9159-4bff-84c2-787efda0ce6f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:59.566952 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c4a0e70a-7df1-4ae9-9d9b-efe1df756106 req-620d1c8f-9159-4bff-84c2-787efda0ce6f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.1960309 Feb 03 23:50:59.645107 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-3771c92c-b640-4aa0-a0f6-481d1417482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:59.660884 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-3771c92c-b640-4aa0-a0f6-481d1417482b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aa23f66ee3249ec82cfd13468c734da&device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 1127 time: 0.2210419 Feb 03 23:50:59.661139 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Transition to ACTIVE for port object e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:50:59.691196 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c351ca6a-d28b-424a-9fb9-b0dfc4e3c779', 'tag': 'c741c247-2cc9-415e-bfd5-66f43753d26e'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:50:59.691196 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15835937-0920-4256-bfce-10cff38bfa8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c351ca6a-d28b-424a-9fb9-b0dfc4e3c779", "tag": "c741c247-2cc9-415e-bfd5-66f43753d26e"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:50:59.705738 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-2a3dfac2-d971-43b3-aa0a-8c8ee572472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:50:59.707471 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-2a3dfac2-d971-43b3-aa0a-8c8ee572472d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.1347814 Feb 03 23:50:59.715080 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d1d5b568-7408-4d30-b1f8-928b7edda3f3 req-d831102d-2e63-4ba2-8985-9832a4b11736 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 210 time: 0.0564530 Feb 03 23:50:59.828821 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:50:59.866369 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1580963-cc9f-4983-a62b-dbd7ddbe5e8e x-openstack-request-id: req-c1580963-cc9f-4983-a62b-dbd7ddbe5e8e {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:50:59.866763 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c351ca6a-d28b-424a-9fb9-b0dfc4e3c779", "tag": "c741c247-2cc9-415e-bfd5-66f43753d26e", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:50:59.867120 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1580963-cc9f-4983-a62b-dbd7ddbe5e8e {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:50:59.867609 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c351ca6a-d28b-424a-9fb9-b0dfc4e3c779', 'tag': 'c741c247-2cc9-415e-bfd5-66f43753d26e', 'status': 'completed', 'code': 200} Feb 03 23:50:59.870315 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-f685e4e3-c6c7-476f-9de5-29ed610876d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234634 Feb 03 23:50:59.903502 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c4a0e70a-7df1-4ae9-9d9b-efe1df756106 req-635baa2c-e570-4199-907f-10630595de63 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225498 Feb 03 23:50:59.954506 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:00.070474 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Pushing event updated for resources: {'Port': ['ID=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:00.093391 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:00.254395 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:51:00.261423 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:51:00.263467 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:00.276847 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:51:00.312763 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:00.312763 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:00.313819 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-aa7c9f91-69fa-4fe8-b565-095e0cd7158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:00.313819 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-aa7c9f91-69fa-4fe8-b565-095e0cd7158f service neutron] 10.222.0.37 "GET /v2.0/networks?id=acd744fc-00e0-4080-94ac-f758a35dcd96 HTTP/1.1" status: 200 len: 911 time: 0.5849247 Feb 03 23:51:00.400296 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-1a2c2179-05fd-4315-b69d-442a21014413 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af9591a-f134-43a3-97ee-6b766a93c092 HTTP/1.1" status: 200 len: 217 time: 0.0808499 Feb 03 23:51:00.412991 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-ac162c5a-f173-4c8c-b747-b14a6f934a9c service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978478 Feb 03 23:51:00.476829 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Attempting to bind port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:51:00.477531 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Attempting to bind port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:51:00.478134 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Attempting to bind port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb on network 0657864e-d9f1-4466-b255-c50dceec2583 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:51:00.485494 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb on network 0657864e-d9f1-4466-b255-c50dceec2583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:51:00.486291 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Attempting to bind port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb on network 0657864e-d9f1-4466-b255-c50dceec2583 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:51:00.492749 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:51:00.498755 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Checking segment: {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:51:00.498755 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Bound using segment: {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:51:00.498755 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Bound port: e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d8ff36-11e0-43ed-b7ee-b6b792fa869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:51:00.498755 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:00.589509 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63fcd193-4e60-44f1-9888-ca6f9c078069 req-5c164533-8484-4184-aaef-b55bec8c717b service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523011 Feb 03 23:51:00.625649 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] For port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:51:00.645440 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] For port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:51:00.664734 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-e325e03e-d413-4629-bdce-e295b23d5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:00.666898 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-e325e03e-d413-4629-bdce-e295b23d5d3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfba4da4-2294-4b5d-a72b-221224d7634b HTTP/1.1" status: 200 len: 851 time: 0.2532508 Feb 03 23:51:00.667150 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-3e21d526-fc7e-4f33-8e76-3fbac60c8457 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5947902 Feb 03 23:51:00.678179 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36ee7a-afe4-4b47-b49a-d11fafdfeb10 req-3d2469c1-208a-4c03-a7ea-8665e4a111af tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:00.681155 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cd36ee7a-afe4-4b47-b49a-d11fafdfeb10 req-3d2469c1-208a-4c03-a7ea-8665e4a111af tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.2889214 Feb 03 23:51:00.756726 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Request body: {'port': {'device_id': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:00.765469 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-9c06bfca-d718-409e-aedc-82dcd462002e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=acd744fc-00e0-4080-94ac-f758a35dcd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464196 Feb 03 23:51:00.790139 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cd36ee7a-afe4-4b47-b49a-d11fafdfeb10 req-855b0cdd-df8e-4543-ad2c-99dbdca4b57a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997496 Feb 03 23:51:00.806233 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:00.874210 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-e7daed7c-74b3-46e9-beab-0036d8f91177 None None] Provisioning complete for port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:51:00.875302 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e7daed7c-74b3-46e9-beab-0036d8f91177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:00.927555 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:00.928525 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:00.930378 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] 10.222.0.37 "PUT /v2.0/ports/e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 200 len: 1093 time: 3.4178481 Feb 03 23:51:00.942960 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.37', 50787) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:00.943608 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6821f514-2d48-40af-b8a1-d06981b13183', 'tag': 'e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:51:00.978545 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-e7daed7c-74b3-46e9-beab-0036d8f91177 None None] Port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:51:01.161478 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36284) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:01.196322 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b657d-16de-4f4c-94c4-bd8da11d0113 req-b9abb06e-4053-4a31-bd84-59f8f4c17ec2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:01.198053 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-119b657d-16de-4f4c-94c4-bd8da11d0113 req-b9abb06e-4053-4a31-bd84-59f8f4c17ec2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 932 time: 0.5210838 Feb 03 23:51:01.222249 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2e44f8f0-d628-4d69-9265-4c6a9caff4b3 req-85a8bd72-f16b-445b-bd63-a2f535e09105 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 210 time: 0.0885007 Feb 03 23:51:01.245987 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e49a0-842b-4736-b27b-f9a91a581ead service neutron] Pushing event updated for resources: {'Port': ['ID=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:01.276024 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36290) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:01.298826 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-0f0e2874-ceb1-4797-9ed5-cf79d619fc25 service neutron] 10.222.0.37 "GET /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358804 Feb 03 23:51:01.314487 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-a8cba53e-81da-4329-89c0-2425fae32b4c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:01.318951 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-a8cba53e-81da-4329-89c0-2425fae32b4c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 810 time: 0.4146938 Feb 03 23:51:01.329841 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835937-0920-4256-bfce-10cff38bfa8b req-edb660a3-d30d-4a1d-bfb1-54576fe68aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:01.331564 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-15835937-0920-4256-bfce-10cff38bfa8b req-edb660a3-d30d-4a1d-bfb1-54576fe68aeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 1127 time: 0.2524741 Feb 03 23:51:01.332465 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:01.522078 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6821f514-2d48-40af-b8a1-d06981b13183", "tag": "e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:51:01.573839 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-119b657d-16de-4f4c-94c4-bd8da11d0113 req-dc71236a-2ba2-4fce-b512-0a9829065856 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656006 Feb 03 23:51:01.653489 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-922953998-network', 'tenant_id': '8239d384fc4746608b393b59b03f35f7'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:01.700164 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-33cf0b63-6c5f-4f66-8dbe-9201deb44bf3 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e7b8bc464324d2cb2052aef815e0650 HTTP/1.1" status: 200 len: 380 time: 0.3234835 Feb 03 23:51:01.702690 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-c276ccd4-4177-4dab-aa2b-baa0341ba46c service neutron] 10.222.0.37 "GET /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614390 Feb 03 23:51:01.716473 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc9d3-76f4-4e94-9131-75fb290c6e35 req-09bed0ac-4c32-48dc-9b6c-f9d2806d81f2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:01.718896 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-eacbc9d3-76f4-4e94-9131-75fb290c6e35 req-09bed0ac-4c32-48dc-9b6c-f9d2806d81f2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.2449477 Feb 03 23:51:01.745937 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'port': {'device_id': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'admin_state_up': True, 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'security_groups': ['3d000538-0d02-4316-8ab0-31d8f0e8057a']}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:01.789015 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-936b6fcb-ac14-4b4d-8327-7605b3c90a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:01.847912 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8ad6b7bd-b326-4613-9893-e7601ebbf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:01.849559 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-8ad6b7bd-b326-4613-9893-e7601ebbf6f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1127 time: 0.4918895 Feb 03 23:51:01.894999 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Made reservation on behalf of 8239d384fc4746608b393b59b03f35f7 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:51:01.897284 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:01.935507 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.003914 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3a3c15-ba33-4a36-89d0-0d23a0cb87dd x-openstack-request-id: req-6a3a3c15-ba33-4a36-89d0-0d23a0cb87dd {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:51:02.004327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6821f514-2d48-40af-b8a1-d06981b13183", "tag": "e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:51:02.004441 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a3a3c15-ba33-4a36-89d0-0d23a0cb87dd {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:51:02.004971 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6821f514-2d48-40af-b8a1-d06981b13183', 'tag': 'e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb', 'status': 'completed', 'code': 200} Feb 03 23:51:02.008536 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835937-0920-4256-bfce-10cff38bfa8b req-5efeecbd-0178-4508-9470-22d4fb6b8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:02.010461 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-15835937-0920-4256-bfce-10cff38bfa8b req-5efeecbd-0178-4508-9470-22d4fb6b8f87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.6454134 Feb 03 23:51:02.011277 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-b8d93ade-2ee6-463a-a544-f0c572593eff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 200 len: 217 time: 0.1104393 Feb 03 23:51:02.015042 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-eacbc9d3-76f4-4e94-9131-75fb290c6e35 req-854eb666-68d8-4afd-badb-2f6c289686e2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790740 Feb 03 23:51:02.187991 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-15835937-0920-4256-bfce-10cff38bfa8b req-8cad7a76-9aa4-43a7-ae57-15a780d2115c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c741c247-2cc9-415e-bfd5-66f43753d26e HTTP/1.1" status: 200 len: 217 time: 0.1638432 Feb 03 23:51:02.302169 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b3ab3a-525d-4dba-bc29-8be24b6e3bac {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:51:02.314058 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-25175ce9-0ac9-43d8-9428-a46f1930b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:02.322106 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-25175ce9-0ac9-43d8-9428-a46f1930b1e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.2928400 Feb 03 23:51:02.334322 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Publish callbacks [] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.381323 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Publish callbacks [] for security_group (9e4a030b-2a07-49db-b51b-123e9bd62ecb), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.389723 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-936b6fcb-ac14-4b4d-8327-7605b3c90a36 admin admin] Publish callbacks [] for security_group (86057a6f-5ec4-48a6-9d6e-80014b46fb56), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.392273 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Made reservation on behalf of 9e7b8bc464324d2cb2052aef815e0650 for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:51:02.403472 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.423677 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35e80c-a760-4083-8b78-19282663c7dc req-873f720c-5a87-4e7a-9e60-feab61d7b70e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:02.425224 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ad35e80c-a760-4083-8b78-19282663c7dc req-873f720c-5a87-4e7a-9e60-feab61d7b70e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.2763228 Feb 03 23:51:02.434333 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-eff89b22-ee10-4c79-a487-3b650afc50c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955536 Feb 03 23:51:02.437303 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835937-0920-4256-bfce-10cff38bfa8b req-61dbf81f-ad3e-4941-882b-f5e5f19d981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:02.437604 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-15835937-0920-4256-bfce-10cff38bfa8b req-61dbf81f-ad3e-4941-882b-f5e5f19d981d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.1925225 Feb 03 23:51:02.444616 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Transition to ACTIVE for port object c7b3ab3a-525d-4dba-bc29-8be24b6e3bac will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:51:02.502753 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9e4a030b-2a07-49db-b51b-123e9bd62ecb), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.506522 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-936b6fcb-ac14-4b4d-8327-7605b3c90a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (86057a6f-5ec4-48a6-9d6e-80014b46fb56), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.562823 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:51:02.582254 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (3d61d52e-b8ac-4673-87d9-739746df022d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.582668 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Added segment 3d61d52e-b8ac-4673-87d9-739746df022d of type vlan for network d47bfcd0-8cb0-420c-a468-3d911d2b67ac Feb 03 23:51:02.697401 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-936b6fcb-ac14-4b4d-8327-7605b3c90a36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2693c7b8f6c04a74a25fee86a1fd117f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4177220 Feb 03 23:51:02.833081 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (d47bfcd0-8cb0-420c-a468-3d911d2b67ac), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.833081 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ad35e80c-a760-4083-8b78-19282663c7dc req-8be4548c-0b28-4d0f-9fd6-3e18a48f9f3f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986426 Feb 03 23:51:02.833081 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a030b-2a07-49db-b51b-123e9bd62ecb,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:02.834735 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-51297f16-6415-482c-b1b9-6b96cf2a25c9 req-151ed1b9-ebd2-450a-a2bf-8994612c9e86 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 210 time: 0.3248522 Feb 03 23:51:02.834735 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.834735 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-15835937-0920-4256-bfce-10cff38bfa8b req-2b00791f-14be-42d5-867b-a98ae96d270c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2999403 Feb 03 23:51:02.835282 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b6fcb-ac14-4b4d-8327-7605b3c90a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86057a6f-5ec4-48a6-9d6e-80014b46fb56,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:02.835282 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Allocated IP 172.20.0.4 (978b16e3-16e0-4b31-a4ed-70da9d224b18/f28983d5-c58b-4fce-8ddf-f1ed89abe55d/5eafef20-d605-4edc-b079-3fb282337180) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:51:02.835282 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36334) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:02.922225 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:02.959355 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (d47bfcd0-8cb0-420c-a468-3d911d2b67ac), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.965117 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:02.965771 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:02.975371 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-67ad59aa-9844-4205-bc06-e7039c4c8321 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295117 Feb 03 23:51:03.047071 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a772a4ea-6737-4022-872a-9a245b8e4276 admin admin] Publish callbacks [] for security_group (86057a6f-5ec4-48a6-9d6e-80014b46fb56), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.051539 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Attempting to bind port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:51:03.052039 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Attempting to bind port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:51:03.052371 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Attempting to bind port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac on network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:51:03.111574 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac on network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:51:03.111916 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Attempting to bind port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac on network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:51:03.118861 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-15835937-0920-4256-bfce-10cff38bfa8b req-6b03291a-b07e-44d6-a1bb-f518a282a278 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259413 Feb 03 23:51:03.122498 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a772a4ea-6737-4022-872a-9a245b8e4276 admin admin] Publish callbacks [] for security_group (86057a6f-5ec4-48a6-9d6e-80014b46fb56), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.161585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:51:03.161585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Checking segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:51:03.161585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Bound using segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:51:03.161585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Bound port: c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:51:03.161585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.162332 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=d47bfcd0-8cb0-420c-a468-3d911d2b67ac,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:03.166484 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network d47bfcd0-8cb0-420c-a468-3d911d2b67ac details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:51:03.242913 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for port (5eafef20-d605-4edc-b079-3fb282337180), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.298701 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c10d858d-505f-4dc3-8371-8fafcd502bf8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1352782 Feb 03 23:51:03.322263 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36340) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:03.338121 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb85bb-a312-4ce8-8046-546965c0e713 req-137c5c7f-f659-4f96-a64e-fe866a8b03e9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:03.339648 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-acdb85bb-a312-4ce8-8046-546965c0e713 req-137c5c7f-f659-4f96-a64e-fe866a8b03e9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.3701837 Feb 03 23:51:03.341303 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Request body: {'subnet': {'network_id': 'd47bfcd0-8cb0-420c-a468-3d911d2b67ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-922953998-subnet', 'tenant_id': '8239d384fc4746608b393b59b03f35f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:03.392886 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-d223daac-0e59-4dd4-ac65-75371633a104 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927450 Feb 03 23:51:03.453183 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-15835937-0920-4256-bfce-10cff38bfa8b req-02921ed1-a270-434c-8bad-12f1a1b52571 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166986 Feb 03 23:51:03.466277 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca95d8e-78d7-4655-b800-cf18567455a8 req-e00edfda-8093-4a39-a5f1-c80441a9d299 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:03.474601 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4ca95d8e-78d7-4655-b800-cf18567455a8 req-e00edfda-8093-4a39-a5f1-c80441a9d299 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.2871647 Feb 03 23:51:03.495297 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:51:03.516627 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:51:03.521264 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-acdb85bb-a312-4ce8-8046-546965c0e713 req-2492bcbf-f2c8-4610-a3bf-6abcddac81b7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587183 Feb 03 23:51:03.536940 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4ca95d8e-78d7-4655-b800-cf18567455a8 req-c09d0387-66e3-4ac1-bad7-4876ce16ace6 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613124 Feb 03 23:51:03.538775 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (5eafef20-d605-4edc-b079-3fb282337180), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.589948 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Made reservation on behalf of 8239d384fc4746608b393b59b03f35f7 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:51:03.592528 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.782683 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-4ef2adb7-8d75-46af-9073-a8958110540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:03.784332 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-4ef2adb7-8d75-46af-9073-a8958110540e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1127 time: 0.0732274 Feb 03 23:51:03.806779 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a772a4ea-6737-4022-872a-9a245b8e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (86057a6f-5ec4-48a6-9d6e-80014b46fb56), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.811902 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a772a4ea-6737-4022-872a-9a245b8e4276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.815672 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a772a4ea-6737-4022-872a-9a245b8e4276 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86057a6f-5ec4-48a6-9d6e-80014b46fb56 HTTP/1.1" status: 204 len: 168 time: 0.9820368 Feb 03 23:51:03.823855 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:51:03.860981 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:51:03.863636 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:51:03.869866 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:03.870633 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:03.939549 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772a4ea-6737-4022-872a-9a245b8e4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86057a6f-5ec4-48a6-9d6e-80014b46fb56,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:04.020206 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'Port': ['ID=5eafef20-d605-4edc-b079-3fb282337180,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:04.039354 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:04.084358 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dee0ffaa-3402-429c-96dd-b444c12c69d9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3450603 Feb 03 23:51:04.125180 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Request body: {'port': {'device_id': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:04.222808 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:04.223370 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:04.224910 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 200 len: 1094 time: 3.5254643 Feb 03 23:51:04.238993 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9dce0-1f4d-4709-8fdb-e71625f93443 req-b2631de7-363f-4acf-8144-dd4e0fb9e52c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:04.254507 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92a9dce0-1f4d-4709-8fdb-e71625f93443 req-b2631de7-363f-4acf-8144-dd4e0fb9e52c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.2649775 Feb 03 23:51:04.272739 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:51:04.275403 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2a3919-6a07-42aa-addb-720c2f8f9b24" -d '{"events": [{"name": "network-changed", "server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:51:04.376442 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414743f-af2c-42e1-b1cb-6fe5a150aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:04.415724 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-c38293c9-3b65-4864-a776-5aff3ca54cbf None None] Provisioning complete for port 5eafef20-d605-4edc-b079-3fb282337180 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:51:04.417532 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c38293c9-3b65-4864-a776-5aff3ca54cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (5eafef20-d605-4edc-b079-3fb282337180), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:04.438416 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddcc99-c72b-4581-a195-223ca6e45180 req-207d7e11-f2fc-4192-8da4-adf05d1984cb tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:04.446653 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ccddcc99-c72b-4581-a195-223ca6e45180 req-207d7e11-f2fc-4192-8da4-adf05d1984cb tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 931 time: 0.3224173 Feb 03 23:51:04.475452 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eafef20-d605-4edc-b079-3fb282337180), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:04.475590 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-0a091701-62f7-4b52-931f-2d39095402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:04.476610 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-0a091701-62f7-4b52-931f-2d39095402d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.6586635 Feb 03 23:51:04.519397 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92a9dce0-1f4d-4709-8fdb-e71625f93443 req-65135664-8494-4691-b983-326677c5b265 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639499 Feb 03 23:51:04.574607 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-c38293c9-3b65-4864-a776-5aff3ca54cbf None None] Port 5eafef20-d605-4edc-b079-3fb282337180 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:51:04.628191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (08c3889b-3f20-40ee-b5ce-78e762135fbe), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:04.684008 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-a4029e0e-9a8d-4730-a463-5a95e5f9334f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 200 len: 217 time: 0.1992629 Feb 03 23:51:04.691256 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01db52a0-11ec-4798-a3ef-929343339536 x-openstack-request-id: req-01db52a0-11ec-4798-a3ef-929343339536 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:51:04.694850 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:51:04.695865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01db52a0-11ec-4798-a3ef-929343339536 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:51:04.696835 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'status': 'completed', 'code': 200} Feb 03 23:51:04.724310 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ccddcc99-c72b-4581-a195-223ca6e45180 req-e330c239-c625-481c-b251-b15e5c90aa1e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769294 Feb 03 23:51:04.832989 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c3889b-3f20-40ee-b5ce-78e762135fbe,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:04.834351 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-0aae8ea4-63d5-48b0-8ffa-aadd80a37221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:04.846579 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-0aae8ea4-63d5-48b0-8ffa-aadd80a37221 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1128 time: 0.2302151 Feb 03 23:51:04.862638 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-62310ebb-8243-4210-ad93-920bfee58319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:04.864133 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-62310ebb-8243-4210-ad93-920bfee58319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.1363096 Feb 03 23:51:04.864705 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Checking segment: {'id': '3d61d52e-b8ac-4673-87d9-739746df022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd47bfcd0-8cb0-420c-a468-3d911d2b67ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:51:04.865347 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Network hostable DHCP agents. Network: d47bfcd0-8cb0-420c-a468-3d911d2b67ac, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:51:04.907913 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b7fc-a624-4da4-92d0-e7a90c7d4fbd req-c859edfb-fef8-4da2-a7d1-fb4a764510f8 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:04.909671 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d273b7fc-a624-4da4-92d0-e7a90c7d4fbd req-c859edfb-fef8-4da2-a7d1-fb4a764510f8 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.0621128 Feb 03 23:51:04.950109 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30061bfd-b9ca-4929-a730-eb483ad42479 req-7611a99f-a90c-4277-b96e-d9ef76e4073b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:04.952589 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-30061bfd-b9ca-4929-a730-eb483ad42479 req-7611a99f-a90c-4277-b96e-d9ef76e4073b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.1404269 Feb 03 23:51:05.143981 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-f0874c79-4f75-42c6-a4f5-46ba0c4522bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 200 len: 217 time: 0.0956547 Feb 03 23:51:05.143981 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-cae10a93-561c-4ef3-86fc-5d8a77a72334 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964506 Feb 03 23:51:05.143981 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d273b7fc-a624-4da4-92d0-e7a90c7d4fbd req-6b784f13-febe-48a8-b351-338e0bb75b90 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550591 Feb 03 23:51:05.145289 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-30061bfd-b9ca-4929-a730-eb483ad42479 req-d086ac50-74d1-4413-bc6e-5eccb4a9f946 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293621 Feb 03 23:51:05.145289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eafef20-d605-4edc-b079-3fb282337180 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:51:05.145289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Publish callbacks [] for port (5eafef20-d605-4edc-b079-3fb282337180), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.145289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Transition to ACTIVE for port object 5eafef20-d605-4edc-b079-3fb282337180 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:51:05.354366 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (5eafef20-d605-4edc-b079-3fb282337180), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.356413 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Network d47bfcd0-8cb0-420c-a468-3d911d2b67ac is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:51:05.428028 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Pushing event updated for resources: {'Port': ['ID=5eafef20-d605-4edc-b079-3fb282337180,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:05.446154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Attempting to bind port 5eafef20-d605-4edc-b079-3fb282337180 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:51:05.446154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Attempting to bind port 5eafef20-d605-4edc-b079-3fb282337180 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:51:05.446154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Attempting to bind port 5eafef20-d605-4edc-b079-3fb282337180 on network 978b16e3-16e0-4b31-a4ed-70da9d224b18 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:51:05.450652 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Port 5eafef20-d605-4edc-b079-3fb282337180 on network 978b16e3-16e0-4b31-a4ed-70da9d224b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:51:05.451007 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Attempting to bind port 5eafef20-d605-4edc-b079-3fb282337180 on network 978b16e3-16e0-4b31-a4ed-70da9d224b18 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:51:05.456138 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:51:05.456475 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Checking segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:51:05.456864 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Bound using segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:51:05.457290 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Bound port: 5eafef20-d605-4edc-b079-3fb282337180, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:51:05.457649 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eafef20-d605-4edc-b079-3fb282337180), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.510174 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, d47bfcd0-8cb0-420c-a468-3d911d2b67ac) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:51:05.517388 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:05.518113 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.518713 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d960a94-7299-4f44-8334-76b530bcb232 None None] Network d47bfcd0-8cb0-420c-a468-3d911d2b67ac requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:51:05.550262 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] For port 5eafef20-d605-4edc-b079-3fb282337180, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:51:05.564414 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] For port 5eafef20-d605-4edc-b079-3fb282337180, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eafef20-d605-4edc-b079-3fb282337180,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:51:05.612932 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36384) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:05.628622 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2a70-932c-405f-9135-532b26109f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.636858 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25853a4-9f5f-4721-82b3-3fe3f0d1d150 None None] Network d47bfcd0-8cb0-420c-a468-3d911d2b67ac requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:51:05.674460 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e64c88-b7b4-43da-b631-6f886c81d2d8 req-c8a066fd-6a91-4b2c-a196-fa8464e5ccc2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:05.674460 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-87e64c88-b7b4-43da-b631-6f886c81d2d8 req-c8a066fd-6a91-4b2c-a196-fa8464e5ccc2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.0648234 Feb 03 23:51:05.712034 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f6b3bdc8-3eb4-4d94-94da-c5c38ade4ca0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3871675 Feb 03 23:51:05.722147 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2a70-932c-405f-9135-532b26109f83 admin admin] Publish callbacks [] for security_group (ea634e03-0a84-495f-a786-5b00e77006a8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.736903 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-87e64c88-b7b4-43da-b631-6f886c81d2d8 req-b6be80a9-4d35-42de-925a-3d9013aa75ca tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573037 Feb 03 23:51:05.760589 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (5eafef20-d605-4edc-b079-3fb282337180), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.799712 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:05.805208 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.805208 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] 10.222.0.37 "PUT /v2.0/ports/5eafef20-d605-4edc-b079-3fb282337180 HTTP/1.1" status: 200 len: 1093 time: 1.6947429 Feb 03 23:51:05.805208 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'tag': '5eafef20-d605-4edc-b079-3fb282337180'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:51:05.805208 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be77abb-f084-440e-8ffe-564e3435fad3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d8138-37e7-4f21-8b00-113038eae0ca", "tag": "5eafef20-d605-4edc-b079-3fb282337180"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:51:05.863005 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2a70-932c-405f-9135-532b26109f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (ea634e03-0a84-495f-a786-5b00e77006a8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:05.863005 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9c342-4754-4fad-9663-0332b29bc848 x-openstack-request-id: req-65b9c342-4754-4fad-9663-0332b29bc848 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:51:05.863005 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d8138-37e7-4f21-8b00-113038eae0ca", "tag": "5eafef20-d605-4edc-b079-3fb282337180", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:51:05.863005 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65b9c342-4754-4fad-9663-0332b29bc848 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:51:05.863005 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'tag': '5eafef20-d605-4edc-b079-3fb282337180', 'status': 'completed', 'code': 200} Feb 03 23:51:05.871839 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eacd4-d5b9-4e6c-a82d-af59655acd44 service neutron] Pushing event updated for resources: {'Port': ['ID=5eafef20-d605-4edc-b079-3fb282337180,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:05.913961 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5cdc2a70-932c-405f-9135-532b26109f83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd2e9ea2becf4d37941d53f9fb220780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989287 Feb 03 23:51:05.914695 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc2a70-932c-405f-9135-532b26109f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea634e03-0a84-495f-a786-5b00e77006a8,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:05.917723 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36396) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:05.933537 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467edb5-fd73-4c6e-9d0f-dc31a196442b req-575aea44-aa2a-4b12-88e7-8ea7a98527b4 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:05.937307 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1467edb5-fd73-4c6e-9d0f-dc31a196442b req-575aea44-aa2a-4b12-88e7-8ea7a98527b4 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.1225550 Feb 03 23:51:06.005591 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1467edb5-fd73-4c6e-9d0f-dc31a196442b req-93d64173-fc3b-443b-91f9-dbe043f144f2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644004 Feb 03 23:51:06.021201 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1cde7aa-5c44-428b-90c2-ca3d167294e0 admin admin] Publish callbacks [] for security_group (ea634e03-0a84-495f-a786-5b00e77006a8), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:06.047074 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1cde7aa-5c44-428b-90c2-ca3d167294e0 admin admin] Publish callbacks [] for security_group (ea634e03-0a84-495f-a786-5b00e77006a8), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:06.244327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1cde7aa-5c44-428b-90c2-ca3d167294e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (ea634e03-0a84-495f-a786-5b00e77006a8), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:06.247854 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1cde7aa-5c44-428b-90c2-ca3d167294e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:06.257088 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f1cde7aa-5c44-428b-90c2-ca3d167294e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea634e03-0a84-495f-a786-5b00e77006a8 HTTP/1.1" status: 204 len: 168 time: 0.3302820 Feb 03 23:51:06.303706 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cde7aa-5c44-428b-90c2-ca3d167294e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea634e03-0a84-495f-a786-5b00e77006a8,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:06.320653 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb43f34-c0c4-42e0-9f9b-2427ad18391e req-b692a5e1-0c2a-463e-aa8d-825765123a6b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:06.339712 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ceb43f34-c0c4-42e0-9f9b-2427ad18391e req-b692a5e1-0c2a-463e-aa8d-825765123a6b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0998163 Feb 03 23:51:06.342551 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311af42-ddc0-4dff-8f56-5e124885cd45 req-a0060821-9e5c-4304-82cf-63945fb72725 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:06.349832 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6311af42-ddc0-4dff-8f56-5e124885cd45 req-a0060821-9e5c-4304-82cf-63945fb72725 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.1187861 Feb 03 23:51:06.377689 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ceb43f34-c0c4-42e0-9f9b-2427ad18391e req-e0715fbe-0ae5-4278-ab46-87f4bdc833b6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481710 Feb 03 23:51:06.400229 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6311af42-ddc0-4dff-8f56-5e124885cd45 req-fd9f3deb-94e7-41c3-aa36-064a5559e7cc tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494900 Feb 03 23:51:06.858061 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4e0f8-d4f6-432a-8a47-26cc61c11d52 req-91a1bf8f-240c-4749-b460-52d6f37607c6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:06.859675 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9bc4e0f8-d4f6-432a-8a47-26cc61c11d52 req-91a1bf8f-240c-4749-b460-52d6f37607c6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.0526936 Feb 03 23:51:06.924988 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9bc4e0f8-d4f6-432a-8a47-26cc61c11d52 req-fcf23ceb-649d-47a3-93ca-bc22396a94d7 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588737 Feb 03 23:51:07.003969 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36426) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:07.147286 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f8d34b93-bb4d-473f-9cd0-47f9ec319654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:07.157265 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab8724-79a2-4111-a073-818fd79be28a req-62cd7b38-ed31-4f9b-980e-ab9edb161e11 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:07.158847 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30ab8724-79a2-4111-a073-818fd79be28a req-62cd7b38-ed31-4f9b-980e-ab9edb161e11 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.0715940 Feb 03 23:51:07.240466 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30ab8724-79a2-4111-a073-818fd79be28a req-f1d110b1-f2a8-4af5-949b-d450e9c602f2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754149 Feb 03 23:51:07.301160 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36444) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:07.306071 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2018578775-network', 'tenant_id': 'e51066395bc5449db2b892cc1b9c35ca'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:07.310551 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f8d34b93-bb4d-473f-9cd0-47f9ec319654 admin admin] Publish callbacks [] for security_group (f2f2e6a5-b8a9-4716-af20-b75ca470ba7c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:07.364323 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f8d34b93-bb4d-473f-9cd0-47f9ec319654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f2f2e6a5-b8a9-4716-af20-b75ca470ba7c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:07.410612 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f8d34b93-bb4d-473f-9cd0-47f9ec319654 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8286f6edf9524652bcfffd8c21fbfbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049809 Feb 03 23:51:07.412133 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d34b93-bb4d-473f-9cd0-47f9ec319654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f2e6a5-b8a9-4716-af20-b75ca470ba7c,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:07.413458 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36450) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:07.455144 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Made reservation on behalf of e51066395bc5449db2b892cc1b9c35ca for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:51:07.466650 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:07.542770 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:07.570359 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-e3ba04db-7d5a-4eed-a2be-578f1843ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:07.571945 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-e3ba04db-7d5a-4eed-a2be-578f1843ac41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.1109633 Feb 03 23:51:07.595477 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-688bfe3f-e5b4-461f-91d8-9b1b60ca4d9f service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786122 Feb 03 23:51:07.650019 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38911a-d1b2-4c87-ac7c-b4a964e9c20b req-a6cb6515-3ee2-4f3c-9a36-9db1af56f82e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:07.651547 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9f38911a-d1b2-4c87-ac7c-b4a964e9c20b req-a6cb6515-3ee2-4f3c-9a36-9db1af56f82e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.1771851 Feb 03 23:51:07.653314 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0630570-253f-4c4d-bdf4-6eab1b35ff08 admin admin] Publish callbacks [] for security_group (f2f2e6a5-b8a9-4716-af20-b75ca470ba7c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:07.672935 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77abb-f084-440e-8ffe-564e3435fad3 req-39d04a4b-000d-467e-8ec1-614e37d3e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:07.674450 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5be77abb-f084-440e-8ffe-564e3435fad3 req-39d04a4b-000d-467e-8ec1-614e37d3e14f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 1127 time: 0.1438890 Feb 03 23:51:07.695866 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869ae98-c5ed-4c5a-b0e9-e96b893f5b95 req-047a52d6-f95a-49a0-81dc-c488bce58b11 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:07.697508 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2869ae98-c5ed-4c5a-b0e9-e96b893f5b95 req-047a52d6-f95a-49a0-81dc-c488bce58b11 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.1776867 Feb 03 23:51:07.715207 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0630570-253f-4c4d-bdf4-6eab1b35ff08 admin admin] Publish callbacks [] for security_group (f2f2e6a5-b8a9-4716-af20-b75ca470ba7c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:07.741250 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d74baacd-e40e-4296-81b2-6bdb61ac44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:07.742827 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-d74baacd-e40e-4296-81b2-6bdb61ac44fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1616070 Feb 03 23:51:07.823763 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f60a9544-ca76-49f7-b5f4-5c53e541b7c9 req-1e5dce0c-3c8f-44ab-8763-0a4f5958acb8 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095027 Feb 03 23:51:07.831322 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2869ae98-c5ed-4c5a-b0e9-e96b893f5b95 req-c73ed5f6-5490-48cc-b7cf-b803fc95926a tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228881 Feb 03 23:51:07.872039 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-1b3ece11-393c-4002-8e92-29e13462d935 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221335 Feb 03 23:51:07.929231 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9f38911a-d1b2-4c87-ac7c-b4a964e9c20b req-805329e6-bb80-4cef-823a-ca6ed2463f86 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598109 Feb 03 23:51:07.944615 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Publish callbacks [] for security_group (a198a3e4-ad14-4bb5-9e5d-27c4bd8861a8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:07.960722 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77abb-f084-440e-8ffe-564e3435fad3 req-8a6f0f3c-46ff-44f3-b3d9-77371fa5d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:07.962383 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5be77abb-f084-440e-8ffe-564e3435fad3 req-8a6f0f3c-46ff-44f3-b3d9-77371fa5d485 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9e7b8bc464324d2cb2052aef815e0650&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2582850 Feb 03 23:51:07.991459 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c4a568b8-6090-4a59-ba3a-e6010f976202 req-c121333d-813f-4ac4-8855-32f239daeef9 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132481 Feb 03 23:51:08.057436 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0630570-253f-4c4d-bdf4-6eab1b35ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f2f2e6a5-b8a9-4716-af20-b75ca470ba7c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:08.062379 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0630570-253f-4c4d-bdf4-6eab1b35ff08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:08.067686 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33762b3-194e-4329-8d62-ffa7a7f319af req-0acb4766-c5f5-4da0-9327-4e0afff1e75d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.068160 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c0630570-253f-4c4d-bdf4-6eab1b35ff08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2f2e6a5-b8a9-4716-af20-b75ca470ba7c HTTP/1.1" status: 204 len: 168 time: 0.6536503 Feb 03 23:51:08.075405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b33762b3-194e-4329-8d62-ffa7a7f319af req-0acb4766-c5f5-4da0-9327-4e0afff1e75d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.0666528 Feb 03 23:51:08.075701 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a198a3e4-ad14-4bb5-9e5d-27c4bd8861a8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:08.110261 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0630570-253f-4c4d-bdf4-6eab1b35ff08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f2e6a5-b8a9-4716-af20-b75ca470ba7c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:08.144914 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b33762b3-194e-4329-8d62-ffa7a7f319af req-d492b58e-db94-4d2c-8d7d-71ae6dba2780 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686045 Feb 03 23:51:08.152302 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:51:08.218549 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (5da99ae4-38cf-4fb9-9cf2-21de79287a3e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:08.218902 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Added segment 5da99ae4-38cf-4fb9-9cf2-21de79287a3e of type vlan for network a391e845-a64e-4ac7-a336-ffbfa2380b80 Feb 03 23:51:08.223172 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198a3e4-ad14-4bb5-9e5d-27c4bd8861a8,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:08.261726 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77abb-f084-440e-8ffe-564e3435fad3 req-8e4976ad-08e5-49a0-9739-a7db91a52acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.263300 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5be77abb-f084-440e-8ffe-564e3435fad3 req-8e4976ad-08e5-49a0-9739-a7db91a52acc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2855682 Feb 03 23:51:08.275179 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (a391e845-a64e-4ac7-a336-ffbfa2380b80), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:08.343234 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:51:08.376017 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97431283-e26e-47b7-85fa-bb0e058449ce req-9b228189-fe80-4913-82a3-43deb26e3ea4 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.377550 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-97431283-e26e-47b7-85fa-bb0e058449ce req-9b228189-fe80-4913-82a3-43deb26e3ea4 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.0582056 Feb 03 23:51:08.560314 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (a391e845-a64e-4ac7-a336-ffbfa2380b80), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:08.561327 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.561923 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:08.652875 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-97431283-e26e-47b7-85fa-bb0e058449ce req-d7090037-bfce-4b4b-8ebc-39fa0eb5d2d7 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692165 Feb 03 23:51:08.682512 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3779128 Feb 03 23:51:08.682512 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e28bc-d106-4d94-8eda-2a47cd78c15c admin admin] Pushing event updated for resources: {'Network': ['ID=a391e845-a64e-4ac7-a336-ffbfa2380b80,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:08.684382 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36480) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:08.689641 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Request body: {'subnet': {'network_id': 'a391e845-a64e-4ac7-a336-ffbfa2380b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2018578775-subnet', 'tenant_id': 'e51066395bc5449db2b892cc1b9c35ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:08.696235 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network a391e845-a64e-4ac7-a336-ffbfa2380b80 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:51:08.720076 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-37accc14-12b1-44bb-952e-409f4ae3d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.721684 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-37accc14-12b1-44bb-952e-409f4ae3d927 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1128 time: 0.0867949 Feb 03 23:51:08.736762 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-4435463d-9420-488c-9cc9-333ff3b2d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.738299 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-4435463d-9420-488c-9cc9-333ff3b2d452 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 1127 time: 0.0959151 Feb 03 23:51:08.787110 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Made reservation on behalf of e51066395bc5449db2b892cc1b9c35ca for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:51:08.791132 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-87ea8ea7-20c4-44bf-908e-ffaa90d3080b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eafef20-d605-4edc-b079-3fb282337180 HTTP/1.1" status: 200 len: 217 time: 0.0354431 Feb 03 23:51:08.791248 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:08.844257 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dce5f3f3-018f-4809-a40c-7ebd1c73d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.846097 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-dce5f3f3-018f-4809-a40c-7ebd1c73d19c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 200 len: 849 time: 0.0526233 Feb 03 23:51:08.883423 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-a946bfae-a688-449f-ae31-91393b9d1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.884942 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-a946bfae-a688-449f-ae31-91393b9d1417 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.1579003 Feb 03 23:51:08.927955 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36488) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:08.936136 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-60619c1d-216c-4720-a957-7778a9ba459e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 200 len: 217 time: 0.0384138 Feb 03 23:51:08.961581 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-fd7c74fb-fe1e-405a-bdda-218825cf80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:08.963147 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-fd7c74fb-fe1e-405a-bdda-218825cf80bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978b16e3-16e0-4b31-a4ed-70da9d224b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1114848 Feb 03 23:51:09.022368 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-d55e1d3f-170f-4e8f-982b-a249b5197e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:09.024472 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-d55e1d3f-170f-4e8f-982b-a249b5197e81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0828884 Feb 03 23:51:09.037737 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aba44-2cf8-4e2a-bee6-85a0fa06ba4c req-a6e03059-972a-4ede-b327-4c1d781c17aa tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:09.039471 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8d9aba44-2cf8-4e2a-bee6-85a0fa06ba4c req-a6e03059-972a-4ede-b327-4c1d781c17aa tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.1262908 Feb 03 23:51:09.147594 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36496) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:09.178242 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9ab41e9e-a128-4f6e-bd1f-4bc8ca83726e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.190585 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-8d561e3e-55ae-4a29-a1e3-230a9842c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:09.192162 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-8d561e3e-55ae-4a29-a1e3-230a9842c54c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1615341 Feb 03 23:51:09.222072 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9390c69-30af-4c80-8235-85a124f02437 req-6866a2fa-73e9-4a46-8da4-7df7b358d503 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:09.229192 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e9390c69-30af-4c80-8235-85a124f02437 req-6866a2fa-73e9-4a46-8da4-7df7b358d503 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.1886356 Feb 03 23:51:09.266130 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (cac25637-0ef8-4656-aeb3-84e60630793b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.393986 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-3cb70a42-d7db-4780-813a-5b978aa3bfb5 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242504 Feb 03 23:51:09.424739 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8d9aba44-2cf8-4e2a-bee6-85a0fa06ba4c req-99418653-d7de-492b-8b35-52abaa875aae tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771896 Feb 03 23:51:09.426715 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bf21022f-7512-4089-a6b2-9461ffeaa0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.436143 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e9390c69-30af-4c80-8235-85a124f02437 req-04996e1d-68cd-4aa0-b5ec-0dbf9980f9b7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058663 Feb 03 23:51:09.450899 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac25637-0ef8-4656-aeb3-84e60630793b,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:09.489178 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-1294d198-dfd9-4309-b6dc-bd594f909ecc service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877572 Feb 03 23:51:09.580600 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Checking segment: {'id': '5da99ae4-38cf-4fb9-9cf2-21de79287a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a391e845-a64e-4ac7-a336-ffbfa2380b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:51:09.580961 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Network hostable DHCP agents. Network: a391e845-a64e-4ac7-a336-ffbfa2380b80, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:51:09.592798 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9ab41e9e-a128-4f6e-bd1f-4bc8ca83726e admin admin] Publish callbacks [] for security_group (65717a33-c16a-4e5d-b673-daad21a8384d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.614121 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ff062a3-ea01-4adc-a18a-2952cbfdf63c req-6b012a6e-d029-45c8-83d7-c9550af2a4d8 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117176 Feb 03 23:51:09.626980 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1e2a3919-6a07-42aa-addb-720c2f8f9b24 req-e9b67658-2d0e-4110-b6b4-4bb1712ae5fe service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315763 Feb 03 23:51:09.654656 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def4cce-8d2b-45f5-ba17-3ed8ee879375 req-fad4a358-7539-47e0-bc17-ef4b8431654c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:09.656746 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1def4cce-8d2b-45f5-ba17-3ed8ee879375 req-fad4a358-7539-47e0-bc17-ef4b8431654c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.1182754 Feb 03 23:51:09.674687 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bf21022f-7512-4089-a6b2-9461ffeaa0ef admin admin] Publish callbacks [] for security_group (a1844293-e77f-406a-9d4f-7c3daa392932), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.712544 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1def4cce-8d2b-45f5-ba17-3ed8ee879375 req-dabab84f-cb05-44a0-929c-09afc9983988 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477993 Feb 03 23:51:09.769299 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9ab41e9e-a128-4f6e-bd1f-4bc8ca83726e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (65717a33-c16a-4e5d-b673-daad21a8384d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.788071 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bf21022f-7512-4089-a6b2-9461ffeaa0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a1844293-e77f-406a-9d4f-7c3daa392932), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.809435 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Network a391e845-a64e-4ac7-a336-ffbfa2380b80 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:51:09.832504 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-bf21022f-7512-4089-a6b2-9461ffeaa0ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b69aaea6c8af4e5dabccfc41f483e34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9032383 Feb 03 23:51:09.840538 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21022f-7512-4089-a6b2-9461ffeaa0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1844293-e77f-406a-9d4f-7c3daa392932,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:09.840538 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36510) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:09.840827 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9ab41e9e-a128-4f6e-bd1f-4bc8ca83726e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab12639f724c46f0ae362361896bbdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6895621 Feb 03 23:51:09.840827 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab41e9e-a128-4f6e-bd1f-4bc8ca83726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65717a33-c16a-4e5d-b673-daad21a8384d,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:09.842937 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36512) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:09.874880 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf90bf9-228f-4b18-9ea3-38a35de71e69 req-c0e1699d-73ae-4fb0-b4fb-1846b1bd313b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:09.879274 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4cf90bf9-228f-4b18-9ea3-38a35de71e69 req-c0e1699d-73ae-4fb0-b4fb-1846b1bd313b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.1468220 Feb 03 23:51:09.889069 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f7340c50-f251-49a1-a2ca-bdc38cc672ce admin admin] Publish callbacks [] for security_group (a1844293-e77f-406a-9d4f-7c3daa392932), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.910262 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f7340c50-f251-49a1-a2ca-bdc38cc672ce admin admin] Publish callbacks [] for security_group (a1844293-e77f-406a-9d4f-7c3daa392932), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.939776 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, a391e845-a64e-4ac7-a336-ffbfa2380b80) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:51:09.948818 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55909ad-da21-47ec-b447-79e9f3f0522e None None] Network a391e845-a64e-4ac7-a336-ffbfa2380b80 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:51:09.950558 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-59d46110-4a8f-47a0-a354-ec7b70aacb65 admin admin] Publish callbacks [] for security_group (65717a33-c16a-4e5d-b673-daad21a8384d), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.953921 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:09.954507 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:09.976234 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4cf90bf9-228f-4b18-9ea3-38a35de71e69 req-ad1a8613-925c-4441-8517-8f6a771fb911 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892591 Feb 03 23:51:09.988198 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-59d46110-4a8f-47a0-a354-ec7b70aacb65 admin admin] Publish callbacks [] for security_group (65717a33-c16a-4e5d-b673-daad21a8384d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.084562 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f7340c50-f251-49a1-a2ca-bdc38cc672ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a1844293-e77f-406a-9d4f-7c3daa392932), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.087211 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f7340c50-f251-49a1-a2ca-bdc38cc672ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.090917 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f7340c50-f251-49a1-a2ca-bdc38cc672ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1844293-e77f-406a-9d4f-7c3daa392932 HTTP/1.1" status: 204 len: 168 time: 0.2506578 Feb 03 23:51:10.097613 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7340c50-f251-49a1-a2ca-bdc38cc672ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1844293-e77f-406a-9d4f-7c3daa392932,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:10.188213 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e055e6ea-a7ea-4e48-8584-bf7a75f433c5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5014846 Feb 03 23:51:10.188418 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c12d56-dd9f-44c4-a2ff-7a2f41e72160 None None] Network a391e845-a64e-4ac7-a336-ffbfa2380b80 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:51:10.190771 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-59d46110-4a8f-47a0-a354-ec7b70aacb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (65717a33-c16a-4e5d-b673-daad21a8384d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.194446 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-59d46110-4a8f-47a0-a354-ec7b70aacb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.203505 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-59d46110-4a8f-47a0-a354-ec7b70aacb65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65717a33-c16a-4e5d-b673-daad21a8384d HTTP/1.1" status: 204 len: 168 time: 0.3568614 Feb 03 23:51:10.210577 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d46110-4a8f-47a0-a354-ec7b70aacb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65717a33-c16a-4e5d-b673-daad21a8384d,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:10.308531 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36520) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:10.358327 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3963a7b3-870b-4f82-9e87-80b17308e68c admin admin] Deleting subnet 08c3889b-3f20-40ee-b5ce-78e762135fbe {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:51:10.361508 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3963a7b3-870b-4f82-9e87-80b17308e68c admin admin] Publish callbacks [] for subnet (08c3889b-3f20-40ee-b5ce-78e762135fbe), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.395215 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3963a7b3-870b-4f82-9e87-80b17308e68c admin admin] Publish callbacks [] for subnet (08c3889b-3f20-40ee-b5ce-78e762135fbe), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.404940 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3963a7b3-870b-4f82-9e87-80b17308e68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (08c3889b-3f20-40ee-b5ce-78e762135fbe), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.539604 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450dbd5-5b66-47c1-85c7-10eab1cfea0d req-28c1dbf6-988f-4ef1-9243-a6646bc36562 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:10.541476 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e450dbd5-5b66-47c1-85c7-10eab1cfea0d req-28c1dbf6-988f-4ef1-9243-a6646bc36562 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.0600567 Feb 03 23:51:10.568754 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3b2a-0730-4f78-b4ab-4a8d3003398a req-87e8a03f-36f9-4710-ada9-bef72fe243c9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:10.570294 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-395b3b2a-0730-4f78-b4ab-4a8d3003398a req-87e8a03f-36f9-4710-ada9-bef72fe243c9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0583112 Feb 03 23:51:10.588024 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e450dbd5-5b66-47c1-85c7-10eab1cfea0d req-074fd529-c44c-48ca-b6af-14cf655205af tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Feb 03 23:51:10.616631 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3963a7b3-870b-4f82-9e87-80b17308e68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (08c3889b-3f20-40ee-b5ce-78e762135fbe), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.620955 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-395b3b2a-0730-4f78-b4ab-4a8d3003398a req-e9c0579a-3e74-4037-966b-4723dc6d4512 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450308 Feb 03 23:51:10.648241 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3963a7b3-870b-4f82-9e87-80b17308e68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.651404 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3963a7b3-870b-4f82-9e87-80b17308e68c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/08c3889b-3f20-40ee-b5ce-78e762135fbe HTTP/1.1" status: 204 len: 168 time: 0.3418350 Feb 03 23:51:10.652341 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963a7b3-870b-4f82-9e87-80b17308e68c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c3889b-3f20-40ee-b5ce-78e762135fbe,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:10.659031 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36526) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:10.738115 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (d47bfcd0-8cb0-420c-a468-3d911d2b67ac), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.864093 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (d47bfcd0-8cb0-420c-a468-3d911d2b67ac), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:10.889084 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.889457 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.890233 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.890549 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > port after_create 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.890891 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.891234 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > port after_update 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.891559 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.891879 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.892200 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:10.892520 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:11.098014 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:11.102420 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:11.102420 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:11.102420 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:51:11.102420 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47bfcd0-8cb0-420c-a468-3d911d2b67ac']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:11.104395 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9111cbf-04e4-453e-b3f2-54294d5a831a req-924eafa2-d577-4335-a021-692c1a59738a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:11.105981 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f9111cbf-04e4-453e-b3f2-54294d5a831a req-924eafa2-d577-4335-a021-692c1a59738a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.0544176 Feb 03 23:51:11.124413 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d61d52e-b8ac-4673-87d9-739746df022d') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:11.125231 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d61d52e-b8ac-4673-87d9-739746df022d') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:11.150589 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (3d61d52e-b8ac-4673-87d9-739746df022d), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.158669 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f9111cbf-04e4-453e-b3f2-54294d5a831a req-1f1deec8-c64f-4223-b1d8-b26ce92088c5 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467141 Feb 03 23:51:11.161512 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62cb21-562f-4d3b-8041-925853b5e032 req-c0d82fd0-e801-42d4-9d90-90ecde0e2d52 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:11.162979 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0c62cb21-562f-4d3b-8041-925853b5e032 req-c0d82fd0-e801-42d4-9d90-90ecde0e2d52 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.3464816 Feb 03 23:51:11.193232 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (3d61d52e-b8ac-4673-87d9-739746df022d), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.207064 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:51:11.207459 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (3d61d52e-b8ac-4673-87d9-739746df022d), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.235358 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36550) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: from cryptography.utils import int_from_bytes Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: from cryptography.utils import int_from_bytes Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:51:11.242077 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:51:11.251380 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-32221ab8-cafd-421b-8f89-1ea9f7462ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.311456 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0c62cb21-562f-4d3b-8041-925853b5e032 req-dd8d8aa3-f300-4bc1-bea3-d71a88106d57 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385889 Feb 03 23:51:11.331112 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-32221ab8-cafd-421b-8f89-1ea9f7462ff5 admin admin] Publish callbacks [] for security_group (484dac7e-cbc6-40e8-a928-c7f654be7661), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.473273 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (d47bfcd0-8cb0-420c-a468-3d911d2b67ac), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.480270 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.485438 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/d47bfcd0-8cb0-420c-a468-3d911d2b67ac HTTP/1.1" status: 204 len: 168 time: 0.8233161 Feb 03 23:51:11.486328 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36556) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:11.492431 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10df19-5792-42f7-bdf6-eb6deb8637cb admin admin] Pushing event deleted for resources: {'Network': ['ID=d47bfcd0-8cb0-420c-a468-3d911d2b67ac,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:11.531666 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b009e1-1475-4f58-ac7d-64098e12f863 admin admin] Deleting subnet cac25637-0ef8-4656-aeb3-84e60630793b {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:51:11.537054 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2b009e1-1475-4f58-ac7d-64098e12f863 admin admin] Publish callbacks [] for subnet (cac25637-0ef8-4656-aeb3-84e60630793b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.555766 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-32221ab8-cafd-421b-8f89-1ea9f7462ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (484dac7e-cbc6-40e8-a928-c7f654be7661), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.600449 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2b009e1-1475-4f58-ac7d-64098e12f863 admin admin] Publish callbacks [] for subnet (cac25637-0ef8-4656-aeb3-84e60630793b), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.616477 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-32221ab8-cafd-421b-8f89-1ea9f7462ff5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5edfa4d30477420c903a5c2244e2fba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776004 Feb 03 23:51:11.616477 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2b009e1-1475-4f58-ac7d-64098e12f863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (cac25637-0ef8-4656-aeb3-84e60630793b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.617821 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36562) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:11.645271 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32221ab8-cafd-421b-8f89-1ea9f7462ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484dac7e-cbc6-40e8-a928-c7f654be7661,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:11.725304 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5580b34d-f11a-42dd-a440-87374b801307 admin admin] Publish callbacks [] for security_group (484dac7e-cbc6-40e8-a928-c7f654be7661), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.743533 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178223d-af4b-4196-9caf-d260560810e2 req-143f2c9e-1b7c-48a6-951d-d8bab786a146 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:11.744746 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1178223d-af4b-4196-9caf-d260560810e2 req-143f2c9e-1b7c-48a6-951d-d8bab786a146 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.0581820 Feb 03 23:51:11.775712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5580b34d-f11a-42dd-a440-87374b801307 admin admin] Publish callbacks [] for security_group (484dac7e-cbc6-40e8-a928-c7f654be7661), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.803302 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1178223d-af4b-4196-9caf-d260560810e2 req-be7480f9-fa0c-4c37-9d67-43f7a915e4bd tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524392 Feb 03 23:51:11.808930 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2b009e1-1475-4f58-ac7d-64098e12f863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for subnet (cac25637-0ef8-4656-aeb3-84e60630793b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.818853 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a574d02-36e6-4f4a-8afb-b0d00916e61f req-a8b43449-c3df-4468-a1cc-ef9e91791dd4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:11.820374 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3a574d02-36e6-4f4a-8afb-b0d00916e61f req-a8b43449-c3df-4468-a1cc-ef9e91791dd4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.1088679 Feb 03 23:51:11.840041 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b009e1-1475-4f58-ac7d-64098e12f863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac25637-0ef8-4656-aeb3-84e60630793b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:11.843765 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2b009e1-1475-4f58-ac7d-64098e12f863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.847239 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f2b009e1-1475-4f58-ac7d-64098e12f863 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cac25637-0ef8-4656-aeb3-84e60630793b HTTP/1.1" status: 204 len: 168 time: 0.3598094 Feb 03 23:51:11.849749 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36572) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:11.942507 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3a574d02-36e6-4f4a-8afb-b0d00916e61f req-997290c2-5852-4863-a027-0343b7488943 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056979 Feb 03 23:51:11.944987 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (a391e845-a64e-4ac7-a336-ffbfa2380b80), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.947774 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5580b34d-f11a-42dd-a440-87374b801307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (484dac7e-cbc6-40e8-a928-c7f654be7661), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.950326 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5580b34d-f11a-42dd-a440-87374b801307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:11.951939 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-5580b34d-f11a-42dd-a440-87374b801307 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/484dac7e-cbc6-40e8-a928-c7f654be7661 HTTP/1.1" status: 204 len: 168 time: 0.3324912 Feb 03 23:51:11.970941 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580b34d-f11a-42dd-a440-87374b801307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484dac7e-cbc6-40e8-a928-c7f654be7661,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:12.050481 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (a391e845-a64e-4ac7-a336-ffbfa2380b80), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:12.074869 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a391e845-a64e-4ac7-a336-ffbfa2380b80']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:12.084785 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da99ae4-38cf-4fb9-9cf2-21de79287a3e') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:12.085095 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da99ae4-38cf-4fb9-9cf2-21de79287a3e') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:12.094370 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (5da99ae4-38cf-4fb9-9cf2-21de79287a3e), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:12.107245 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (5da99ae4-38cf-4fb9-9cf2-21de79287a3e), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:12.113633 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:51:12.114048 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (5da99ae4-38cf-4fb9-9cf2-21de79287a3e), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:51:12.115647 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:51:12.282251 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa714a-4c76-4a3c-aed2-b7f3fd28b6a7 req-d7154d19-ab8e-446e-bb2b-cb130e0ae40c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:12.283735 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4daa714a-4c76-4a3c-aed2-b7f3fd28b6a7 req-d7154d19-ab8e-446e-bb2b-cb130e0ae40c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.0538762 Feb 03 23:51:12.305917 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (a391e845-a64e-4ac7-a336-ffbfa2380b80), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:12.330487 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:12.334095 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a391e845-a64e-4ac7-a336-ffbfa2380b80 HTTP/1.1" status: 204 len: 168 time: 0.4833450 Feb 03 23:51:12.337685 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8c8ea-0101-4451-aa69-f1a7a479faa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a391e845-a64e-4ac7-a336-ffbfa2380b80,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:12.344633 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4daa714a-4c76-4a3c-aed2-b7f3fd28b6a7 req-b5a4b26a-e900-4ecb-af10-0df3cd581f82 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552244 Feb 03 23:51:12.438884 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e544b3-a779-40a9-80a2-3834dc58daaa req-3b9bcbe6-eaca-4306-9bee-219f4a4c9bee tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:12.440338 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30e544b3-a779-40a9-80a2-3834dc58daaa req-3b9bcbe6-eaca-4306-9bee-219f4a4c9bee tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.0518034 Feb 03 23:51:12.494101 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30e544b3-a779-40a9-80a2-3834dc58daaa req-a99a752a-7765-4574-a683-40276f18fff3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479803 Feb 03 23:51:12.643083 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:12.927307 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d154b0-e1e4-4ce8-ad1e-235798da4a7f req-91264236-eb65-4356-96a2-e256a2145686 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:12.928764 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c3d154b0-e1e4-4ce8-ad1e-235798da4a7f req-91264236-eb65-4356-96a2-e256a2145686 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 943 time: 0.0525994 Feb 03 23:51:12.976715 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c3d154b0-e1e4-4ce8-ad1e-235798da4a7f req-6f70af3c-d4a6-449c-bf0d-3b1ca28978c5 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Feb 03 23:51:13.072342 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b6a33-5d5d-4a53-a5f2-e5a0078446a7 req-ce86e470-2bb3-44c1-8ee5-0fc9c2cbb95f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:13.073816 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-852b6a33-5d5d-4a53-a5f2-e5a0078446a7 req-ce86e470-2bb3-44c1-8ee5-0fc9c2cbb95f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0535252 Feb 03 23:51:13.090298 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36616) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:13.126488 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-852b6a33-5d5d-4a53-a5f2-e5a0078446a7 req-80723fc2-4822-4f80-b92d-755f5e59ea44 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462258 Feb 03 23:51:13.164343 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3c5f65b5-8198-427d-87d1-480199204e0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8239d384fc4746608b393b59b03f35f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716524 Feb 03 23:51:13.164511 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36618) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:13.216232 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296960e2-63f9-46c7-8548-f248583c289c admin admin] Publish callbacks [] for security_group (9e4a030b-2a07-49db-b51b-123e9bd62ecb), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:13.240613 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296960e2-63f9-46c7-8548-f248583c289c admin admin] Publish callbacks [] for security_group (9e4a030b-2a07-49db-b51b-123e9bd62ecb), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:13.384887 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296960e2-63f9-46c7-8548-f248583c289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9e4a030b-2a07-49db-b51b-123e9bd62ecb), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:13.384887 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296960e2-63f9-46c7-8548-f248583c289c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:13.384887 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-296960e2-63f9-46c7-8548-f248583c289c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e4a030b-2a07-49db-b51b-123e9bd62ecb HTTP/1.1" status: 204 len: 168 time: 0.2189643 Feb 03 23:51:13.400197 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296960e2-63f9-46c7-8548-f248583c289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a030b-2a07-49db-b51b-123e9bd62ecb,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:13.404385 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 2af9591a-f134-43a3-97ee-6b766a93c092 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:51:13.552850 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 2af9591a-f134-43a3-97ee-6b766a93c092, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=2af9591a-f134-43a3-97ee-6b766a93c092,segment=NetworkSegment(10999171-c721-4fed-92f9-5c69cd53513a),segment_id=10999171-c721-4fed-92f9-5c69cd53513a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:13.566611 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '2af9591a-f134-43a3-97ee-6b766a93c092', 'network_id': 'acd744fc-00e0-4080-94ac-f758a35dcd96', 'port_id': '2af9591a-f134-43a3-97ee-6b766a93c092', 'mac_address': 'fa:16:3e:8c:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfba4da4-2294-4b5d-a72b-221224d7634b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:51:13.579499 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1100-879f-4c63-b8ff-1c9cdb88a33d req-f06fc916-0824-4236-8adb-436e17fb0b42 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:13.582060 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cb1e1100-879f-4c63-b8ff-1c9cdb88a33d req-f06fc916-0824-4236-8adb-436e17fb0b42 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.0971844 Feb 03 23:51:13.606953 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 2af9591a-f134-43a3-97ee-6b766a93c092 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:13.608233 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:13.622945 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af9591a-f134-43a3-97ee-6b766a93c092 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:51:13.645831 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 2af9591a-f134-43a3-97ee-6b766a93c092, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=2af9591a-f134-43a3-97ee-6b766a93c092,segment=NetworkSegment(10999171-c721-4fed-92f9-5c69cd53513a),segment_id=10999171-c721-4fed-92f9-5c69cd53513a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:13.669718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97622fb-d839-4fb4-a8d8-b40b5bad34cd req-980a6533-c794-4ac8-afe5-2f5c05dfedac tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:13.674991 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e97622fb-d839-4fb4-a8d8-b40b5bad34cd req-980a6533-c794-4ac8-afe5-2f5c05dfedac tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 943 time: 0.0737979 Feb 03 23:51:13.680822 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cb1e1100-879f-4c63-b8ff-1c9cdb88a33d req-22e8bfb0-7641-46c6-b416-42a2ea7a35d1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916717 Feb 03 23:51:13.712954 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:13.713638 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:51:13.737185 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e97622fb-d839-4fb4-a8d8-b40b5bad34cd req-67fb7666-99e1-4397-94e5-dbe138b18901 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554459 Feb 03 23:51:13.808768 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=2af9591a-f134-43a3-97ee-6b766a93c092,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:13.854271 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:13.866953 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb', 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583', 'port_id': 'e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb', 'mac_address': 'fa:16:3e:2d:5a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdfaae2-92d8-40de-931f-55009d1a2536', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:51:13.906683 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:13.907067 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:13.919304 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:51:13.938933 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:14.025855 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:14.026578 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c741c247-2cc9-415e-bfd5-66f43753d26e details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:51:14.102390 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969625b8-8db0-44c3-a35d-f9f305e1a354 req-91a797fe-06b3-4abc-99d4-59790deed2f2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:14.104542 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-969625b8-8db0-44c3-a35d-f9f305e1a354 req-91a797fe-06b3-4abc-99d4-59790deed2f2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0608852 Feb 03 23:51:14.115599 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:14.120819 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c741c247-2cc9-415e-bfd5-66f43753d26e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c741c247-2cc9-415e-bfd5-66f43753d26e,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:14.131830 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'c741c247-2cc9-415e-bfd5-66f43753d26e', 'network_id': '0657864e-d9f1-4466-b255-c50dceec2583', 'port_id': 'c741c247-2cc9-415e-bfd5-66f43753d26e', 'mac_address': 'fa:16:3e:6a:5e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdfaae2-92d8-40de-931f-55009d1a2536', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:51:14.153920 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-969625b8-8db0-44c3-a35d-f9f305e1a354 req-1d6356d8-e8d4-4f12-b8b8-b897ccb6c8ae tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Feb 03 23:51:14.172795 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c741c247-2cc9-415e-bfd5-66f43753d26e is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:14.173186 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:14.194620 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c741c247-2cc9-415e-bfd5-66f43753d26e {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:51:14.196281 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36652) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:14.218145 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c741c247-2cc9-415e-bfd5-66f43753d26e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c741c247-2cc9-415e-bfd5-66f43753d26e,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:14.244304 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a1860ad3-54dc-4415-b440-8448c2341a4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e51066395bc5449db2b892cc1b9c35ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468199 Feb 03 23:51:14.247192 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36654) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:14.278287 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc754b1-7686-40f9-8283-9c1fc22a2976 req-b3273ee1-d3c6-4c34-a6c5-d9bb8003feb5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:14.286102 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-abc754b1-7686-40f9-8283-9c1fc22a2976 req-b3273ee1-d3c6-4c34-a6c5-d9bb8003feb5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0727246 Feb 03 23:51:14.307686 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-91bfc8c7-2eec-4db0-9939-08aa580ddf06 admin admin] Publish callbacks [] for security_group (a198a3e4-ad14-4bb5-9e5d-27c4bd8861a8), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:14.319204 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:14.346476 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-abc754b1-7686-40f9-8283-9c1fc22a2976 req-018483e2-9020-4d2e-894c-8e2ceaefa603 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594726 Feb 03 23:51:14.358227 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-91bfc8c7-2eec-4db0-9939-08aa580ddf06 admin admin] Publish callbacks [] for security_group (a198a3e4-ad14-4bb5-9e5d-27c4bd8861a8), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:14.400303 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c741c247-2cc9-415e-bfd5-66f43753d26e,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:14.505328 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-91bfc8c7-2eec-4db0-9939-08aa580ddf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a198a3e4-ad14-4bb5-9e5d-27c4bd8861a8), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:14.507972 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-91bfc8c7-2eec-4db0-9939-08aa580ddf06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:14.510042 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-91bfc8c7-2eec-4db0-9939-08aa580ddf06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a198a3e4-ad14-4bb5-9e5d-27c4bd8861a8 HTTP/1.1" status: 204 len: 168 time: 0.2610540 Feb 03 23:51:14.516817 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfc8c7-2eec-4db0-9939-08aa580ddf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198a3e4-ad14-4bb5-9e5d-27c4bd8861a8,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:14.805128 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971cf6b-162a-44a3-aa67-6acda409b611 req-30ef2cad-316d-424f-b465-6545427a3aea tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:14.806738 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f971cf6b-162a-44a3-aa67-6acda409b611 req-30ef2cad-316d-424f-b465-6545427a3aea tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.0569186 Feb 03 23:51:14.867093 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f971cf6b-162a-44a3-aa67-6acda409b611 req-0df29410-bbc1-45ad-a54c-e243dba9d78d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537720 Feb 03 23:51:14.874761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286b67e-9b4b-40cc-850a-2395ef393d8f req-8d6e01cd-732c-4d04-a418-cb29418bbd7b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:14.882405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4286b67e-9b4b-40cc-850a-2395ef393d8f req-8d6e01cd-732c-4d04-a418-cb29418bbd7b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0719588 Feb 03 23:51:14.931398 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4286b67e-9b4b-40cc-850a-2395ef393d8f req-7661fd42-4acb-4a86-bd65-7041bc11bc48 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477514 Feb 03 23:51:15.279405 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d1a1e-cfbf-4a7f-9892-2e58f39cd5eb req-5449bf3f-58a5-4302-8faf-aed4af3b8d51 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:15.281041 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f8d1a1e-cfbf-4a7f-9892-2e58f39cd5eb req-5449bf3f-58a5-4302-8faf-aed4af3b8d51 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0557513 Feb 03 23:51:15.327922 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f8d1a1e-cfbf-4a7f-9892-2e58f39cd5eb req-4cd883cc-7cac-4732-9f38-8d7951fd4635 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Feb 03 23:51:15.501447 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ec7d5-1dd8-4f39-9704-4b722bd28e94 req-f37eba19-4ff7-4fa9-8377-28d72d991830 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:15.503018 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ed9ec7d5-1dd8-4f39-9704-4b722bd28e94 req-f37eba19-4ff7-4fa9-8377-28d72d991830 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0676908 Feb 03 23:51:15.556672 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ed9ec7d5-1dd8-4f39-9704-4b722bd28e94 req-cb95d64b-c1cc-46b2-a13b-0c7aa38fa106 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474823 Feb 03 23:51:16.008480 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6c232-0e1d-4a82-8b59-db2dedf74443 req-993c1db2-a98c-48b7-bf9c-a15ae4c8ad98 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:16.010095 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-17b6c232-0e1d-4a82-8b59-db2dedf74443 req-993c1db2-a98c-48b7-bf9c-a15ae4c8ad98 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.0767658 Feb 03 23:51:16.057957 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-17b6c232-0e1d-4a82-8b59-db2dedf74443 req-4cc73a58-fac7-4fe7-80d2-8691c4048dda tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Feb 03 23:51:16.060421 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb34089-8613-4253-b1d2-19160b090645 req-c2fa669a-accf-4075-bca8-b0b003cc1451 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:16.062575 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7eb34089-8613-4253-b1d2-19160b090645 req-c2fa669a-accf-4075-bca8-b0b003cc1451 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0534732 Feb 03 23:51:16.119694 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7eb34089-8613-4253-b1d2-19160b090645 req-f0a1431a-730c-4596-a742-19d9baf19be7 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511682 Feb 03 23:51:16.479360 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f216684-81f9-433b-ae92-001ded7c4f20 req-4056da9f-04b9-4251-a0fd-28b1a0c58c28 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:16.479360 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f216684-81f9-433b-ae92-001ded7c4f20 req-4056da9f-04b9-4251-a0fd-28b1a0c58c28 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0813911 Feb 03 23:51:16.538188 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f216684-81f9-433b-ae92-001ded7c4f20 req-3e2c74ab-3213-4e5a-8829-efd321246e31 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515125 Feb 03 23:51:16.695763 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efda86-1d16-4339-964a-c8ab00c4a3d6 req-410dd9c4-fe1b-41be-833e-0f693dc04d3f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:16.697249 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-96efda86-1d16-4339-964a-c8ab00c4a3d6 req-410dd9c4-fe1b-41be-833e-0f693dc04d3f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0554583 Feb 03 23:51:16.743668 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-96efda86-1d16-4339-964a-c8ab00c4a3d6 req-041de6cf-f097-4021-bc47-5c39b6bb7fd2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Feb 03 23:51:17.181445 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aad6ab-4768-4ed7-b4c9-ccde6a9de91b req-ff10c720-b6a4-4331-bcb0-4e84e999b0a1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:17.182943 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-62aad6ab-4768-4ed7-b4c9-ccde6a9de91b req-ff10c720-b6a4-4331-bcb0-4e84e999b0a1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 943 time: 0.0523574 Feb 03 23:51:17.230341 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-62aad6ab-4768-4ed7-b4c9-ccde6a9de91b req-6a8f7db7-4d22-4256-89fe-65ce8ea2075d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 Feb 03 23:51:17.245007 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa744c43-a649-4206-9336-2f217a9c175b req-3854f084-4f1f-43af-b05e-a429fe95aaf0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:17.250422 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fa744c43-a649-4206-9336-2f217a9c175b req-3854f084-4f1f-43af-b05e-a429fe95aaf0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0551405 Feb 03 23:51:17.300089 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fa744c43-a649-4206-9336-2f217a9c175b req-abefff2c-a8c0-4a2a-b466-5941a5d3f057 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Feb 03 23:51:17.647051 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:51:17.657841 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67d170-7574-4074-83c3-f656f0ca4060 req-51146331-2484-4fb1-90fb-d0e5fde34881 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:17.659692 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d67d170-7574-4074-83c3-f656f0ca4060 req-51146331-2484-4fb1-90fb-d0e5fde34881 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0570471 Feb 03 23:51:17.712745 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d67d170-7574-4074-83c3-f656f0ca4060 req-3f130059-f285-477e-b8e3-4a9090c9eb94 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Feb 03 23:51:17.744404 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:17.757815 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'port_id': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'mac_address': 'fa:16:3e:f2:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:51:17.799529 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:17.799940 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:17.812807 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b3ab3a-525d-4dba-bc29-8be24b6e3bac {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:51:17.831803 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:17.868514 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c44c4-da7a-42ba-b8ac-7356e29e3800 req-ddd1fa53-4e79-42d2-8d61-99897e77df7b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:17.870031 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3e0c44c4-da7a-42ba-b8ac-7356e29e3800 req-ddd1fa53-4e79-42d2-8d61-99897e77df7b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0525439 Feb 03 23:51:17.915619 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3e0c44c4-da7a-42ba-b8ac-7356e29e3800 req-b13d31a9-ee13-4250-b373-cdc16a3d83e1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Feb 03 23:51:17.930024 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:17.930668 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 5eafef20-d605-4edc-b079-3fb282337180 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:51:18.021787 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:18.070310 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 5eafef20-d605-4edc-b079-3fb282337180, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eafef20-d605-4edc-b079-3fb282337180,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:18.113066 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '5eafef20-d605-4edc-b079-3fb282337180', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'port_id': '5eafef20-d605-4edc-b079-3fb282337180', 'mac_address': 'fa:16:3e:de:c7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:51:18.150865 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 5eafef20-d605-4edc-b079-3fb282337180 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:18.151258 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eafef20-d605-4edc-b079-3fb282337180), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:18.164854 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eafef20-d605-4edc-b079-3fb282337180 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:51:18.183649 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 5eafef20-d605-4edc-b079-3fb282337180, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eafef20-d605-4edc-b079-3fb282337180,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:18.307149 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (5eafef20-d605-4edc-b079-3fb282337180), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:18.362622 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=5eafef20-d605-4edc-b079-3fb282337180,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:18.383170 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741675e7-bded-4b26-ba9f-ca1503373e1e req-2242a83b-ed09-4938-8a19-c4fe674adf84 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:18.384986 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-741675e7-bded-4b26-ba9f-ca1503373e1e req-2242a83b-ed09-4938-8a19-c4fe674adf84 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0845571 Feb 03 23:51:18.435850 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-741675e7-bded-4b26-ba9f-ca1503373e1e req-e5f8b14d-22c1-4648-9b1c-8669a6e6598f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441334 Feb 03 23:51:18.438879 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964796dd-2693-48c5-a640-7f42bfd36b76 req-55a6e438-554f-4422-865e-39446e416fe1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:18.440388 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-964796dd-2693-48c5-a640-7f42bfd36b76 req-55a6e438-554f-4422-865e-39446e416fe1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0633271 Feb 03 23:51:18.449578 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:51:18.508009 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['2af9591a-f134-43a3-97ee-6b766a93c092'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:51:18.510701 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-964796dd-2693-48c5-a640-7f42bfd36b76 req-fd26867a-da12-4bf5-8e8b-f4b7dcdb4f3c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618372 Feb 03 23:51:18.627117 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['c741c247-2cc9-415e-bfd5-66f43753d26e'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:51:18.838309 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d080d7-850f-44cb-a672-84fd9ebec3ed req-26e71fb2-0bcb-4577-af19-8a9b5bc873c4 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:18.839926 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d4d080d7-850f-44cb-a672-84fd9ebec3ed req-26e71fb2-0bcb-4577-af19-8a9b5bc873c4 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0535154 Feb 03 23:51:18.889784 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d4d080d7-850f-44cb-a672-84fd9ebec3ed req-81f6c2d7-b1ec-4167-b23a-36f761bf2d44 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Feb 03 23:51:19.034921 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb23338-97b5-4cb2-8caa-a14487a255fd req-72ea16fc-2f10-457d-bbd0-9682b7ef770b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:19.036431 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afb23338-97b5-4cb2-8caa-a14487a255fd req-72ea16fc-2f10-457d-bbd0-9682b7ef770b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0503263 Feb 03 23:51:19.084101 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afb23338-97b5-4cb2-8caa-a14487a255fd req-97130ba6-a2aa-47be-ad9c-de7fc8c3d90f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Feb 03 23:51:19.121592 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:51:19.346231 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['5eafef20-d605-4edc-b079-3fb282337180'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:51:19.592397 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16b644-2240-4bc7-9149-81a1f5693980 req-b2b73862-fb08-4fe5-832f-acab240fde17 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:19.595767 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cd16b644-2240-4bc7-9149-81a1f5693980 req-b2b73862-fb08-4fe5-832f-acab240fde17 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0713534 Feb 03 23:51:19.644999 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdd14b-c0ed-47eb-b49b-434d29efaa2a req-0191c423-b62d-49df-9a16-1eb92efdea6f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:19.645257 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cd16b644-2240-4bc7-9149-81a1f5693980 req-e4547e24-e812-46dc-b9dc-9a6d88f835c0 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Feb 03 23:51:19.646520 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07fdd14b-c0ed-47eb-b49b-434d29efaa2a req-0191c423-b62d-49df-9a16-1eb92efdea6f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0565586 Feb 03 23:51:19.704016 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07fdd14b-c0ed-47eb-b49b-434d29efaa2a req-7ca2403f-25fd-4c3b-947a-c043c02984d4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495768 Feb 03 23:51:19.933472 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36860) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:20.015203 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3e2f2-bb99-4c66-ba4f-be240f149d75 req-c942712e-5bb9-4e38-8765-7624dcc4b9fc tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:20.016712 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-03a3e2f2-bb99-4c66-ba4f-be240f149d75 req-c942712e-5bb9-4e38-8765-7624dcc4b9fc tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0533516 Feb 03 23:51:20.058892 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a02f8fd-0e0e-46b8-a4a4-97e5e12cee44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:20.086174 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-03a3e2f2-bb99-4c66-ba4f-be240f149d75 req-3fd51c76-2493-447b-ba5b-a18b6d874fcd tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640135 Feb 03 23:51:20.148126 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a02f8fd-0e0e-46b8-a4a4-97e5e12cee44 admin admin] Publish callbacks [] for security_group (4a709d4f-0837-44d0-ba04-a0cbc9fb482c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:20.209901 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a02f8fd-0e0e-46b8-a4a4-97e5e12cee44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4a709d4f-0837-44d0-ba04-a0cbc9fb482c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:20.215535 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c370c8b-7934-4472-9afb-0e650d57d782 req-308b9d46-6a09-4e71-ab9b-31cc229a4aba tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:20.217415 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8c370c8b-7934-4472-9afb-0e650d57d782 req-308b9d46-6a09-4e71-ab9b-31cc229a4aba tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0513952 Feb 03 23:51:20.250527 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02f8fd-0e0e-46b8-a4a4-97e5e12cee44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a709d4f-0837-44d0-ba04-a0cbc9fb482c,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:20.254972 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1a02f8fd-0e0e-46b8-a4a4-97e5e12cee44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afdee1e976d248bdbb1e9b57541985d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177409 Feb 03 23:51:20.257788 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36868) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:20.268418 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8c370c8b-7934-4472-9afb-0e650d57d782 req-12faf6e8-a63c-4975-94df-6226008156ed tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 Feb 03 23:51:20.307095 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e1a68dde-050c-4770-80e2-61dae0ebf545 admin admin] Publish callbacks [] for security_group (4a709d4f-0837-44d0-ba04-a0cbc9fb482c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:20.329072 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e1a68dde-050c-4770-80e2-61dae0ebf545 admin admin] Publish callbacks [] for security_group (4a709d4f-0837-44d0-ba04-a0cbc9fb482c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:20.427134 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e1a68dde-050c-4770-80e2-61dae0ebf545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4a709d4f-0837-44d0-ba04-a0cbc9fb482c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:20.429708 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e1a68dde-050c-4770-80e2-61dae0ebf545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:20.433089 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e1a68dde-050c-4770-80e2-61dae0ebf545 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a709d4f-0837-44d0-ba04-a0cbc9fb482c HTTP/1.1" status: 204 len: 168 time: 0.1724191 Feb 03 23:51:20.440208 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a68dde-050c-4770-80e2-61dae0ebf545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a709d4f-0837-44d0-ba04-a0cbc9fb482c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:20.770814 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eca5e-0102-48e5-8fe7-75e769b4b7e4 req-5896f65a-3e38-410a-a43a-0bd615baefad tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:20.772328 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce3eca5e-0102-48e5-8fe7-75e769b4b7e4 req-5896f65a-3e38-410a-a43a-0bd615baefad tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0520995 Feb 03 23:51:20.819641 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce3eca5e-0102-48e5-8fe7-75e769b4b7e4 req-6c63ad63-cf54-4a93-bc67-7cc7bbe79a1a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Feb 03 23:51:20.824859 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075caeb-0a8f-461c-9332-37b7b01be3db req-d3a5ec00-229f-46d4-b153-fa1c967b93bc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:20.826387 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8075caeb-0a8f-461c-9332-37b7b01be3db req-d3a5ec00-229f-46d4-b153-fa1c967b93bc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0525067 Feb 03 23:51:20.872795 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8075caeb-0a8f-461c-9332-37b7b01be3db req-56654cc4-b7b8-41a2-a537-1a579e8609c0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Feb 03 23:51:20.978677 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 36884) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:20.994442 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aec1-f398-4dac-b140-91da96146fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:21.065001 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aec1-f398-4dac-b140-91da96146fef admin admin] Publish callbacks [] for security_group (5a47091a-8727-4f31-bc70-86a18b642067), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:21.152993 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aec1-f398-4dac-b140-91da96146fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (5a47091a-8727-4f31-bc70-86a18b642067), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:21.220025 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b7a2aec1-f398-4dac-b140-91da96146fef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9df858fe09a4196965aa67e6c0e3c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402709 Feb 03 23:51:21.222730 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2aec1-f398-4dac-b140-91da96146fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a47091a-8727-4f31-bc70-86a18b642067,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:21.222889 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 36890) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:21.243827 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d6559-d476-4d3e-b28a-1ea6c77fc67e req-cfe38c40-5bfa-43db-b61f-c35d114ec3f6 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:21.250403 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-567d6559-d476-4d3e-b28a-1ea6c77fc67e req-cfe38c40-5bfa-43db-b61f-c35d114ec3f6 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0889373 Feb 03 23:51:21.279962 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9122b06b-bf02-415c-a8c3-477e61b16453 admin admin] Publish callbacks [] for security_group (5a47091a-8727-4f31-bc70-86a18b642067), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:21.294584 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-567d6559-d476-4d3e-b28a-1ea6c77fc67e req-b42d5e3e-6230-4478-bcb4-8e0321e4700a tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418479 Feb 03 23:51:21.301499 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9122b06b-bf02-415c-a8c3-477e61b16453 admin admin] Publish callbacks [] for security_group (5a47091a-8727-4f31-bc70-86a18b642067), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:21.391822 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8987-b09a-4e9b-b7a2-ccdaab843e72 req-fc83a5a1-affd-409b-821a-cec3d1cba75d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:21.393226 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-045e8987-b09a-4e9b-b7a2-ccdaab843e72 req-fc83a5a1-affd-409b-821a-cec3d1cba75d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0531545 Feb 03 23:51:21.434982 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9122b06b-bf02-415c-a8c3-477e61b16453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (5a47091a-8727-4f31-bc70-86a18b642067), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:21.438402 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9122b06b-bf02-415c-a8c3-477e61b16453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:21.439509 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-9122b06b-bf02-415c-a8c3-477e61b16453 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a47091a-8727-4f31-bc70-86a18b642067 HTTP/1.1" status: 204 len: 168 time: 0.2157884 Feb 03 23:51:21.446063 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-045e8987-b09a-4e9b-b7a2-ccdaab843e72 req-65ab49d6-2438-4b8e-a661-8b9f84e00c79 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472953 Feb 03 23:51:21.450888 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122b06b-bf02-415c-a8c3-477e61b16453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a47091a-8727-4f31-bc70-86a18b642067,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:21.949283 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b434a-bb0d-4dec-a26b-dac1c830b917 req-591affe6-f17f-4288-94e8-d2a51a70e635 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:21.950838 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-822b434a-bb0d-4dec-a26b-dac1c830b917 req-591affe6-f17f-4288-94e8-d2a51a70e635 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0649457 Feb 03 23:51:22.005541 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b153e-358d-49f7-9c97-9ec92fd5f994 req-cf679dbd-ffd5-4fad-8e5d-8f701f709bb6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:22.007159 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aa8b153e-358d-49f7-9c97-9ec92fd5f994 req-cf679dbd-ffd5-4fad-8e5d-8f701f709bb6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0605896 Feb 03 23:51:22.013828 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-822b434a-bb0d-4dec-a26b-dac1c830b917 req-4c64b0fe-c3da-469e-8f41-f1d6fa9dbe52 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559249 Feb 03 23:51:22.056791 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aa8b153e-358d-49f7-9c97-9ec92fd5f994 req-df1974c3-cc90-44f2-9323-49e2d1d5af7c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Feb 03 23:51:22.416100 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca6209-32eb-42a0-826b-0dab807cb145 req-371adb84-9e02-419e-852e-ce7a21c63c2c tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:22.417569 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5bca6209-32eb-42a0-826b-0dab807cb145 req-371adb84-9e02-419e-852e-ce7a21c63c2c tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0515218 Feb 03 23:51:22.463341 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5bca6209-32eb-42a0-826b-0dab807cb145 req-1bc6893a-af47-4e1d-9f1b-847f9dddbbe1 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Feb 03 23:51:22.574242 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7bd35-f542-4849-ae56-398c587426e2 req-f893fdae-e656-47e4-8f41-9cb9101a78cb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:22.575763 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-73d7bd35-f542-4849-ae56-398c587426e2 req-f893fdae-e656-47e4-8f41-9cb9101a78cb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0541923 Feb 03 23:51:22.651394 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-73d7bd35-f542-4849-ae56-398c587426e2 req-05028cf6-16a2-4aa7-b4e1-0a7c9d488113 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641677 Feb 03 23:51:23.146013 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e759d2-8fa4-40c5-875c-0678b4baed8d req-54266c99-792c-40f1-9f0c-1acee3914b29 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:23.147601 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-44e759d2-8fa4-40c5-875c-0678b4baed8d req-54266c99-792c-40f1-9f0c-1acee3914b29 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0675137 Feb 03 23:51:23.173940 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7d4ba164-af8d-4b3d-be24-3985c0dc6196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:23.180904 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259798e-5d9a-4687-883d-c6eace3cf8bf req-97461c20-0435-47ad-aa2e-f19e5c7fddac tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:23.186057 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1259798e-5d9a-4687-883d-c6eace3cf8bf req-97461c20-0435-47ad-aa2e-f19e5c7fddac tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0579603 Feb 03 23:51:23.200098 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-44e759d2-8fa4-40c5-875c-0678b4baed8d req-ac95e368-a64b-4b24-a81c-c45159aa0fe6 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468392 Feb 03 23:51:23.233477 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1259798e-5d9a-4687-883d-c6eace3cf8bf req-9b38c576-fde4-42b5-b3fc-2aa990956894 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 Feb 03 23:51:23.765306 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b524923-5bc7-40d0-9ffe-c787ec76337b req-38a2a568-0fa4-468d-848e-671dbacbf42f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:23.774359 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4b524923-5bc7-40d0-9ffe-c787ec76337b req-38a2a568-0fa4-468d-848e-671dbacbf42f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.2401590 Feb 03 23:51:23.800998 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871565-1ccd-4e6a-b49f-f7bd905a72cf req-49b9c13a-b4ab-4d7b-9d8a-25c97581fc43 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:23.802501 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-42871565-1ccd-4e6a-b49f-f7bd905a72cf req-49b9c13a-b4ab-4d7b-9d8a-25c97581fc43 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0565367 Feb 03 23:51:23.817480 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4b524923-5bc7-40d0-9ffe-c787ec76337b req-1db7a81d-aff9-4f04-b9d6-09cbef46aacf tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Feb 03 23:51:23.848463 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-42871565-1ccd-4e6a-b49f-f7bd905a72cf req-1fe5acba-ab64-4df4-ab4c-3f1cdccde4fb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 Feb 03 23:51:24.321360 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58735c5-df87-465b-955a-0bb686e5637a req-f572ee7c-d76e-412e-8a9d-adafc773c133 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:24.323050 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a58735c5-df87-465b-955a-0bb686e5637a req-f572ee7c-d76e-412e-8a9d-adafc773c133 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0557370 Feb 03 23:51:24.352219 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ae63b-a598-4459-be58-3ebc0fa1557b req-da5ff3b8-12e8-42d9-a764-5e411e90de7a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:24.354995 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-024ae63b-a598-4459-be58-3ebc0fa1557b req-da5ff3b8-12e8-42d9-a764-5e411e90de7a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0523524 Feb 03 23:51:24.371608 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a58735c5-df87-465b-955a-0bb686e5637a req-13282193-822c-4093-b4de-e8fa91d2894f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Feb 03 23:51:24.401577 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-024ae63b-a598-4459-be58-3ebc0fa1557b req-ef4ab7ee-48cd-4027-9c89-4e328c3a59e1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Feb 03 23:51:24.945305 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9808f1-d132-4527-b3f7-713c54eaa817 req-f1085dc7-b7e2-4e95-8237-e1138f63b6d6 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:24.946839 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2c9808f1-d132-4527-b3f7-713c54eaa817 req-f1085dc7-b7e2-4e95-8237-e1138f63b6d6 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0607238 Feb 03 23:51:24.980597 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190519b4-aeca-47e5-9e0d-86bdbe0ff752 req-d8156b82-53a9-43c2-8ddc-e474dbf1e0cc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:24.982152 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-190519b4-aeca-47e5-9e0d-86bdbe0ff752 req-d8156b82-53a9-43c2-8ddc-e474dbf1e0cc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0621452 Feb 03 23:51:25.001879 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2c9808f1-d132-4527-b3f7-713c54eaa817 req-cae2a1de-5d48-43bc-867c-682901c4747a tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Feb 03 23:51:25.037486 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-190519b4-aeca-47e5-9e0d-86bdbe0ff752 req-48dd1203-f608-4fbf-9f65-b68651579b95 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485210 Feb 03 23:51:25.489681 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c337c-74fa-4336-9b7e-3e0a96eec9ce req-70974295-44d2-4396-b0ba-1d703912de19 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:25.491243 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f66c337c-74fa-4336-9b7e-3e0a96eec9ce req-70974295-44d2-4396-b0ba-1d703912de19 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0515382 Feb 03 23:51:25.525721 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c27751-7412-4f30-a6d0-aa877e327015 req-b46d85d0-473e-4b59-a5f0-94478ba9b791 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:25.527239 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-42c27751-7412-4f30-a6d0-aa877e327015 req-b46d85d0-473e-4b59-a5f0-94478ba9b791 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0522075 Feb 03 23:51:25.540162 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f66c337c-74fa-4336-9b7e-3e0a96eec9ce req-2707646c-5cb0-4efd-b8a8-a20b4a2067f5 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422680 Feb 03 23:51:25.552893 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-31b763bd-a2bc-43a9-ac8a-fae4cb8cbe8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:25.575295 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-42c27751-7412-4f30-a6d0-aa877e327015 req-4360ef52-27e1-4e8f-8d72-8fe033617c99 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Feb 03 23:51:26.121467 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf19bc-0b85-42bf-9cfc-855c0e359227 req-f29cf607-d7f2-4ed4-9c67-ad783ef0eddc tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:26.122992 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dfaf19bc-0b85-42bf-9cfc-855c0e359227 req-f29cf607-d7f2-4ed4-9c67-ad783ef0eddc tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0546865 Feb 03 23:51:26.157362 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4dae3-ccf9-489f-8265-a337efa2f7bc req-0fbfb669-0563-4ea5-9a34-ddfb24195bb9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:26.158874 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0ee4dae3-ccf9-489f-8265-a337efa2f7bc req-0fbfb669-0563-4ea5-9a34-ddfb24195bb9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0515296 Feb 03 23:51:26.170493 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dfaf19bc-0b85-42bf-9cfc-855c0e359227 req-fc872ab7-0f40-46f7-ba23-9d32d70ab338 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Feb 03 23:51:26.208930 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0ee4dae3-ccf9-489f-8265-a337efa2f7bc req-30323228-ecb7-4b17-9c94-b6b1dfd589cd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445395 Feb 03 23:51:26.655548 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad979fd-32a2-4005-8470-e650e8951b47 req-05fc187a-89f6-4655-bb66-0ca02cf415f2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:26.657287 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-aad979fd-32a2-4005-8470-e650e8951b47 req-05fc187a-89f6-4655-bb66-0ca02cf415f2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0528412 Feb 03 23:51:26.689879 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:26.691531 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184736-21ce-42ee-bdae-02cf86325b4d req-0b6a0c20-c62d-42f2-b9dd-80e2137d300e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:26.693140 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4d184736-21ce-42ee-bdae-02cf86325b4d req-0b6a0c20-c62d-42f2-b9dd-80e2137d300e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0511665 Feb 03 23:51:26.704701 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-aad979fd-32a2-4005-8470-e650e8951b47 req-a570c859-cb17-4300-ab2d-2a009334831d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Feb 03 23:51:26.739431 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4d184736-21ce-42ee-bdae-02cf86325b4d req-5f9728fe-fe6d-40ff-9a0b-4f80571ef4eb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Feb 03 23:51:27.288028 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b56ee8-a87b-4f41-ab8b-0e1f63117f6d req-26e5f07a-9d8d-4881-88ef-93783d87de0b tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:27.289741 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-90b56ee8-a87b-4f41-ab8b-0e1f63117f6d req-26e5f07a-9d8d-4881-88ef-93783d87de0b tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0525999 Feb 03 23:51:27.332520 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60c67a-617a-465e-a221-76c8cea640f2 req-6b85145e-fd33-4c03-a992-5e1f0c26560d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:27.334032 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9b60c67a-617a-465e-a221-76c8cea640f2 req-6b85145e-fd33-4c03-a992-5e1f0c26560d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0549614 Feb 03 23:51:27.341619 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-90b56ee8-a87b-4f41-ab8b-0e1f63117f6d req-5d4e8683-c5de-4b8e-9fab-385a7d57f68e tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Feb 03 23:51:27.381158 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9b60c67a-617a-465e-a221-76c8cea640f2 req-8312153b-09c4-4ce2-80a8-f8de999be658 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Feb 03 23:51:27.820377 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a4047-b4ae-49cf-b509-bdd73210e0ce req-d624e155-20f1-4ef2-b3e2-b9104d467b6f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:27.821953 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-685a4047-b4ae-49cf-b509-bdd73210e0ce req-d624e155-20f1-4ef2-b3e2-b9104d467b6f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0520773 Feb 03 23:51:27.862289 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb33ea-5fc1-4812-9371-b4bb8594c52c req-4b6b735c-00e7-4312-8768-88b75b054edc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:27.863782 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2ebb33ea-5fc1-4812-9371-b4bb8594c52c req-4b6b735c-00e7-4312-8768-88b75b054edc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0576549 Feb 03 23:51:27.876139 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-685a4047-b4ae-49cf-b509-bdd73210e0ce req-c4b375c5-c8d4-4aa3-99c1-461cef83e8cc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463996 Feb 03 23:51:27.911585 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2ebb33ea-5fc1-4812-9371-b4bb8594c52c req-2f5415af-62f0-43b4-a605-780d49f70b93 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Feb 03 23:51:28.213268 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 2af9591a-f134-43a3-97ee-6b766a93c092 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:51:28.236673 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:28.362780 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 2af9591a-f134-43a3-97ee-6b766a93c092 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:51:28.367073 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 2af9591a-f134-43a3-97ee-6b766a93c092 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:51:28.367440 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:28.466533 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af25654-3e48-4d5c-90ae-27e26356b575 req-0f209a6d-f86c-4a40-b177-743c601e8969 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:28.468734 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4af25654-3e48-4d5c-90ae-27e26356b575 req-0f209a6d-f86c-4a40-b177-743c601e8969 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 944 time: 0.0602665 Feb 03 23:51:28.523236 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41990-4290-4c01-8631-3198e3148a6b req-2a40bc52-744e-424d-b4ae-1dbdfb1c20f3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:28.523885 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4af25654-3e48-4d5c-90ae-27e26356b575 req-b39b816d-4a69-4c71-9c6c-0130a39ffaf2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485518 Feb 03 23:51:28.524735 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-89e41990-4290-4c01-8631-3198e3148a6b req-2a40bc52-744e-424d-b4ae-1dbdfb1c20f3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0645702 Feb 03 23:51:28.564171 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 2af9591a-f134-43a3-97ee-6b766a93c092 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:28.564555 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:28.573243 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-89e41990-4290-4c01-8631-3198e3148a6b req-98e21ec7-42a9-4b0d-93d5-fc8e21e838e8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Feb 03 23:51:28.588508 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b70ba4a-4b4a-46e2-8ced-426d5b9a1341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af9591a-f134-43a3-97ee-6b766a93c092'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:51:28.659967 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 2af9591a-f134-43a3-97ee-6b766a93c092, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=2af9591a-f134-43a3-97ee-6b766a93c092,segment=NetworkSegment(10999171-c721-4fed-92f9-5c69cd53513a),segment_id=10999171-c721-4fed-92f9-5c69cd53513a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:28.724228 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:28.755478 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbdff3-cfdb-4bac-a2df-7d5d73c7b104" -d '{"events": [{"server_uuid": "1b70ba4a-4b4a-46e2-8ced-426d5b9a1341", "name": "network-vif-plugged", "status": "completed", "tag": "2af9591a-f134-43a3-97ee-6b766a93c092"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:51:28.779727 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=2af9591a-f134-43a3-97ee-6b766a93c092,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:28.844777 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:51:28.848843 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dffd9c-6c36-4eac-9714-19f0f7d960ac x-openstack-request-id: req-d5dffd9c-6c36-4eac-9714-19f0f7d960ac {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:51:28.849130 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b70ba4a-4b4a-46e2-8ced-426d5b9a1341", "name": "network-vif-plugged", "status": "completed", "tag": "2af9591a-f134-43a3-97ee-6b766a93c092", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:51:28.849384 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5dffd9c-6c36-4eac-9714-19f0f7d960ac {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:51:28.849818 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b70ba4a-4b4a-46e2-8ced-426d5b9a1341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af9591a-f134-43a3-97ee-6b766a93c092', 'code': 200} Feb 03 23:51:28.952656 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:51:28.958457 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:51:28.960184 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:29.011163 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209a03c-bfbc-4ede-8225-25a6a2f1fb22 req-d81e6c8c-3e46-4c04-80e0-42f483d6c103 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:29.014491 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a209a03c-bfbc-4ede-8225-25a6a2f1fb22 req-d81e6c8c-3e46-4c04-80e0-42f483d6c103 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0634305 Feb 03 23:51:29.057169 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:29.057683 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:29.073657 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adcf3c-f0d6-4170-9c53-f3f653d155f6 req-244f0631-4c80-4802-874e-02fb6228412a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:29.080992 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e2adcf3c-f0d6-4170-9c53-f3f653d155f6 req-244f0631-4c80-4802-874e-02fb6228412a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0711036 Feb 03 23:51:29.082938 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a209a03c-bfbc-4ede-8225-25a6a2f1fb22 req-51f30e01-72e5-4eb4-81b9-45a758836a26 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631821 Feb 03 23:51:29.100109 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:29.125485 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e2adcf3c-f0d6-4170-9c53-f3f653d155f6 req-9d52fbb2-8f4d-463a-afdc-4e1b9e95e8c0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 Feb 03 23:51:29.214165 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:29.261969 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:29.329273 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef338-fa46-45d7-b6e3-791e8ecddc90 req-0512f64e-a5b4-4e37-bb45-ba33144d381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:29.330871 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbeef338-fa46-45d7-b6e3-791e8ecddc90 req-0512f64e-a5b4-4e37-bb45-ba33144d381c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 1129 time: 0.0749409 Feb 03 23:51:29.349629 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbeef338-fa46-45d7-b6e3-791e8ecddc90 req-057e4760-ade8-4b41-a03f-ebe444e098d3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:29.425548 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbeef338-fa46-45d7-b6e3-791e8ecddc90 req-057e4760-ade8-4b41-a03f-ebe444e098d3 service neutron] Publish callbacks [] for security_group (55f30680-f2dc-424b-a315-a39270853bbe), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:29.493533 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbeef338-fa46-45d7-b6e3-791e8ecddc90 req-057e4760-ade8-4b41-a03f-ebe444e098d3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (55f30680-f2dc-424b-a315-a39270853bbe), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:29.547774 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbeef338-fa46-45d7-b6e3-791e8ecddc90 req-057e4760-ade8-4b41-a03f-ebe444e098d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107065 Feb 03 23:51:29.548518 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e4760-ade8-4b41-a03f-ebe444e098d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55f30680-f2dc-424b-a315-a39270853bbe,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:29.584970 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:29.649865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebfde9-324e-4356-ace9-cd7fffb7e920 req-dab91ee9-a002-4f77-a192-43e1662961aa tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:29.651419 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-54ebfde9-324e-4356-ace9-cd7fffb7e920 req-dab91ee9-a002-4f77-a192-43e1662961aa tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0560899 Feb 03 23:51:29.705220 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f537b-6c30-48bd-a3b2-5248079a86b8 req-fa0ade99-c540-4d34-87b8-f9f2ed6672c7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:29.705468 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-54ebfde9-324e-4356-ace9-cd7fffb7e920 req-7ab81f55-ae38-48bc-ac10-726cd43af6c9 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 Feb 03 23:51:29.706915 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-840f537b-6c30-48bd-a3b2-5248079a86b8 req-fa0ade99-c540-4d34-87b8-f9f2ed6672c7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0561457 Feb 03 23:51:29.755185 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-840f537b-6c30-48bd-a3b2-5248079a86b8 req-18156f0c-7240-47bc-ae50-48df731926bf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Feb 03 23:51:30.197840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c07b73-b73c-4542-b686-1604308d9f38 req-e77bfb69-f319-447c-897f-19912abc178c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:30.199376 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b0c07b73-b73c-4542-b686-1604308d9f38 req-e77bfb69-f319-447c-897f-19912abc178c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0518143 Feb 03 23:51:30.248434 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcba2c-eabd-48d7-ae24-dcb6a00cece1 req-c3de229a-bd68-4b1f-91c9-15628685b878 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:30.249508 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b0c07b73-b73c-4542-b686-1604308d9f38 req-6c38105a-1bda-4298-9a5e-08f72aea0798 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Feb 03 23:51:30.250676 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5bcba2c-eabd-48d7-ae24-dcb6a00cece1 req-c3de229a-bd68-4b1f-91c9-15628685b878 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 944 time: 0.0578759 Feb 03 23:51:30.298777 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5bcba2c-eabd-48d7-ae24-dcb6a00cece1 req-b4edae4c-ef5a-48b0-81a4-56a892ceb256 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Feb 03 23:51:30.830722 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2502f2-3c1c-4af4-b0f3-2a167f10a32f req-cb4acc7b-07ce-45b9-b07f-8f7fb64589af tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:30.832148 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1d2502f2-3c1c-4af4-b0f3-2a167f10a32f req-cb4acc7b-07ce-45b9-b07f-8f7fb64589af tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0591843 Feb 03 23:51:30.851021 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6821f514-2d48-40af-b8a1-d06981b13183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:51:30.853430 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30fa417-7924-49f9-b211-55eced3884bc" -d '{"events": [{"server_uuid": "6821f514-2d48-40af-b8a1-d06981b13183", "name": "network-vif-plugged", "status": "completed", "tag": "e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:51:30.880617 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be958098-a231-4ae1-9fd6-0dee439424a8 req-10907d69-2933-4ab9-8fc4-fbff1a58cf33 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:30.885574 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-be958098-a231-4ae1-9fd6-0dee439424a8 req-10907d69-2933-4ab9-8fc4-fbff1a58cf33 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0558212 Feb 03 23:51:30.893539 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1d2502f2-3c1c-4af4-b0f3-2a167f10a32f req-aa40aa18-3843-465b-931a-88271c78a265 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514762 Feb 03 23:51:30.894005 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c741c247-2cc9-415e-bfd5-66f43753d26e up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:51:30.936299 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-be958098-a231-4ae1-9fd6-0dee439424a8 req-bb65edc5-48d1-417e-ac25-2bb2f9965c15 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475421 Feb 03 23:51:30.940261 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c522df-fb40-4957-8b05-a245a5fc5f98 x-openstack-request-id: req-60c522df-fb40-4957-8b05-a245a5fc5f98 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:51:30.940826 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6821f514-2d48-40af-b8a1-d06981b13183", "name": "network-vif-plugged", "status": "completed", "tag": "e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:51:30.941184 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60c522df-fb40-4957-8b05-a245a5fc5f98 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:51:30.941671 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6821f514-2d48-40af-b8a1-d06981b13183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb', 'code': 200} Feb 03 23:51:31.084434 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port c741c247-2cc9-415e-bfd5-66f43753d26e completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:51:31.088301 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port c741c247-2cc9-415e-bfd5-66f43753d26e triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:51:31.094280 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:31.167710 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c741c247-2cc9-415e-bfd5-66f43753d26e is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:31.168094 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:31.199746 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c741c247-2cc9-415e-bfd5-66f43753d26e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c741c247-2cc9-415e-bfd5-66f43753d26e,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:31.301705 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:31.305390 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:51:31.384246 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00499d-61e9-452a-ba3b-beabab38e5c0 req-0401affa-fbbb-4fa2-8153-577fb6249852 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:31.385414 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c741c247-2cc9-415e-bfd5-66f43753d26e,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:31.385784 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ef00499d-61e9-452a-ba3b-beabab38e5c0 req-0401affa-fbbb-4fa2-8153-577fb6249852 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 944 time: 0.0668967 Feb 03 23:51:31.426379 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a197dae-d998-42db-ab73-bb1efa2bfe03 req-0fe355be-7543-4190-9c22-5ddf887b14db tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:31.427961 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7a197dae-d998-42db-ab73-bb1efa2bfe03 req-0fe355be-7543-4190-9c22-5ddf887b14db tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0545998 Feb 03 23:51:31.434533 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ef00499d-61e9-452a-ba3b-beabab38e5c0 req-a773d959-7253-4080-9b22-0694ff3a0566 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 Feb 03 23:51:31.486802 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7a197dae-d998-42db-ab73-bb1efa2bfe03 req-56514e94-3567-44be-924a-0a71a0ca989d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530007 Feb 03 23:51:31.490252 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:51:31.494496 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:51:31.494868 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:31.573564 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:31.573971 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:31.606704 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:31.676491 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:31.677276 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 5eafef20-d605-4edc-b079-3fb282337180 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:51:31.752750 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:31.838387 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 5eafef20-d605-4edc-b079-3fb282337180 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:51:31.842556 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 5eafef20-d605-4edc-b079-3fb282337180 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:51:31.847634 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (5eafef20-d605-4edc-b079-3fb282337180), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:31.916569 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 5eafef20-d605-4edc-b079-3fb282337180 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:51:31.917156 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eafef20-d605-4edc-b079-3fb282337180), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:31.951209 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 5eafef20-d605-4edc-b079-3fb282337180, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eafef20-d605-4edc-b079-3fb282337180,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:51:32.012375 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59865ca-1052-4576-8073-ac909723eb23 req-f0540a0e-7c63-4ab1-bb4b-a5db796e5a81 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:32.013903 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a59865ca-1052-4576-8073-ac909723eb23 req-f0540a0e-7c63-4ab1-bb4b-a5db796e5a81 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0615554 Feb 03 23:51:32.021592 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (5eafef20-d605-4edc-b079-3fb282337180), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:32.067489 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a59865ca-1052-4576-8073-ac909723eb23 req-e4dd4ecb-6c9d-491b-9bd5-70ee35d6669c tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474532 Feb 03 23:51:32.069714 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087e9d6-7fb9-45b5-82ec-71b2eb4599d9 req-375d6215-d62a-4b2e-ae71-b4ae301a0300 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:32.071277 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5087e9d6-7fb9-45b5-82ec-71b2eb4599d9 req-375d6215-d62a-4b2e-ae71-b4ae301a0300 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0597699 Feb 03 23:51:32.083894 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=5eafef20-d605-4edc-b079-3fb282337180,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:32.128627 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5087e9d6-7fb9-45b5-82ec-71b2eb4599d9 req-d8839fb6-f743-4637-97d8-0d5082454518 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512996 Feb 03 23:51:32.550509 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678d642-1103-48f2-be78-cd8f2efbbcc0 req-eda564ae-2ac3-4cac-aeee-60dd543b20d2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:32.551994 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0678d642-1103-48f2-be78-cd8f2efbbcc0 req-eda564ae-2ac3-4cac-aeee-60dd543b20d2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0519214 Feb 03 23:51:32.598746 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0678d642-1103-48f2-be78-cd8f2efbbcc0 req-c09709d7-b441-4589-aaca-ccea1b81fee8 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Feb 03 23:51:32.609237 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b31a-fc17-46b9-be88-8958bc8cea99 req-d0f35e9a-126e-4fe2-bd27-fa9497c37911 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:32.610799 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3542b31a-fc17-46b9-be88-8958bc8cea99 req-d0f35e9a-126e-4fe2-bd27-fa9497c37911 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0523024 Feb 03 23:51:32.656858 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3542b31a-fc17-46b9-be88-8958bc8cea99 req-500c7d44-4619-4f27-a503-5f87512bbd73 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Feb 03 23:51:32.942928 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c351ca6a-d28b-424a-9fb9-b0dfc4e3c779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c741c247-2cc9-415e-bfd5-66f43753d26e'}, {'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'}, {'server_uuid': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eafef20-d605-4edc-b079-3fb282337180'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:51:32.945279 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfb723f-1852-44de-8ca5-fbfeb9662612" -d '{"events": [{"server_uuid": "c351ca6a-d28b-424a-9fb9-b0dfc4e3c779", "name": "network-vif-plugged", "status": "completed", "tag": "c741c247-2cc9-415e-bfd5-66f43753d26e"}, {"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-plugged", "status": "completed", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac"}, {"server_uuid": "6f6d8138-37e7-4f21-8b00-113038eae0ca", "name": "network-vif-plugged", "status": "completed", "tag": "5eafef20-d605-4edc-b079-3fb282337180"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:51:32.990155 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 23:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b64ac4a-9d95-4743-b7c7-fc19b10e6739 x-openstack-request-id: req-9b64ac4a-9d95-4743-b7c7-fc19b10e6739 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:51:32.990459 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c351ca6a-d28b-424a-9fb9-b0dfc4e3c779", "name": "network-vif-plugged", "status": "completed", "tag": "c741c247-2cc9-415e-bfd5-66f43753d26e", "code": 200}, {"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-plugged", "status": "completed", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac", "code": 200}, {"server_uuid": "6f6d8138-37e7-4f21-8b00-113038eae0ca", "name": "network-vif-plugged", "status": "completed", "tag": "5eafef20-d605-4edc-b079-3fb282337180", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:51:32.990718 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b64ac4a-9d95-4743-b7c7-fc19b10e6739 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:51:32.991119 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c351ca6a-d28b-424a-9fb9-b0dfc4e3c779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c741c247-2cc9-415e-bfd5-66f43753d26e', 'code': 200} Feb 03 23:51:32.991375 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'code': 200} Feb 03 23:51:32.991627 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eafef20-d605-4edc-b079-3fb282337180', 'code': 200} Feb 03 23:51:33.188203 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e53d81-8588-40a0-b7c2-32242895c919 req-d6309125-3f5b-4092-a401-a6df3b14c334 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:33.189681 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-44e53d81-8588-40a0-b7c2-32242895c919 req-d6309125-3f5b-4092-a401-a6df3b14c334 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0560198 Feb 03 23:51:33.236495 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-44e53d81-8588-40a0-b7c2-32242895c919 req-5bc1e8f0-85cd-47a3-8d46-5efa5d2c46a7 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Feb 03 23:51:33.255399 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f6f6-81b0-4f47-9511-3dba516ad71d req-5aa20151-d3de-497d-b0b0-29a8dda6a789 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:33.256893 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3376f6f6-81b0-4f47-9511-3dba516ad71d req-5aa20151-d3de-497d-b0b0-29a8dda6a789 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0506957 Feb 03 23:51:33.305727 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3376f6f6-81b0-4f47-9511-3dba516ad71d req-aa458fad-88ce-4c18-9068-b79eaa8a2ae6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Feb 03 23:51:33.716597 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81da312-b1a9-4262-a405-30c5b354c26e req-d9adc2ca-9566-4787-95eb-505660ad566f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:33.718109 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e81da312-b1a9-4262-a405-30c5b354c26e req-d9adc2ca-9566-4787-95eb-505660ad566f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0512624 Feb 03 23:51:33.772423 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e81da312-b1a9-4262-a405-30c5b354c26e req-f6c9f32d-93f3-4937-9fc1-cd32547c1587 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472269 Feb 03 23:51:33.773710 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc90cc-5458-4e75-8dd3-000eefcb7c7a req-c3f29566-04d2-429c-9759-238d03ad6c85 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:33.775358 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f3cc90cc-5458-4e75-8dd3-000eefcb7c7a req-c3f29566-04d2-429c-9759-238d03ad6c85 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0531745 Feb 03 23:51:33.822280 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f3cc90cc-5458-4e75-8dd3-000eefcb7c7a req-a3d39d5e-6301-4e94-bdf0-7eb7d391fe48 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Feb 03 23:51:34.351677 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31726c6d-8f39-4fed-9a10-c56ea480eca7 req-da207b50-f8e6-47cc-8748-4b81209890ed tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:34.353168 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-31726c6d-8f39-4fed-9a10-c56ea480eca7 req-da207b50-f8e6-47cc-8748-4b81209890ed tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0514286 Feb 03 23:51:34.406154 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-31726c6d-8f39-4fed-9a10-c56ea480eca7 req-3d23f267-fc02-4976-a806-d1d164786096 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Feb 03 23:51:34.429098 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70675a-80a0-4afb-a8a4-2ec76a314248 req-56257c1d-763c-4a3d-9c1f-404efc1d3799 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:34.430589 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9a70675a-80a0-4afb-a8a4-2ec76a314248 req-56257c1d-763c-4a3d-9c1f-404efc1d3799 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0534999 Feb 03 23:51:34.475667 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9a70675a-80a0-4afb-a8a4-2ec76a314248 req-9e0c6e54-8131-42cf-90d4-7fa537e95126 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Feb 03 23:51:34.888281 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45686d0f-1eba-4b75-b7ef-d5b6faa333ef req-2fbb4576-9516-4fd4-9c2d-bd9f4e305f3d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:34.889782 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-45686d0f-1eba-4b75-b7ef-d5b6faa333ef req-2fbb4576-9516-4fd4-9c2d-bd9f4e305f3d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0516200 Feb 03 23:51:34.936134 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-45686d0f-1eba-4b75-b7ef-d5b6faa333ef req-7fe0d700-894a-4d52-aee0-a5e023ee2a59 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Feb 03 23:51:34.944807 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800529f-f9c4-4937-83d5-8b678ee170e4 req-d0b80e24-11e1-4932-8ed9-bfaf1cb1a4d3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:34.946372 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7800529f-f9c4-4937-83d5-8b678ee170e4 req-d0b80e24-11e1-4932-8ed9-bfaf1cb1a4d3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0564466 Feb 03 23:51:34.994705 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7800529f-f9c4-4937-83d5-8b678ee170e4 req-5e208750-0aca-4fec-afc4-85b44bae0014 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Feb 03 23:51:35.566581 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b1039-5bdc-4d71-acfd-068a466b9754 req-66a6db53-b9e6-4164-9e38-9aedf92bc061 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:35.573409 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b18b1039-5bdc-4d71-acfd-068a466b9754 req-66a6db53-b9e6-4164-9e38-9aedf92bc061 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0880773 Feb 03 23:51:35.583354 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a73401-a96c-4b03-bbc3-132399cff483 req-27bb5baa-94d3-44f9-9e02-95d0b840331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:35.585009 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-29a73401-a96c-4b03-bbc3-132399cff483 req-27bb5baa-94d3-44f9-9e02-95d0b840331b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1129 time: 0.1091151 Feb 03 23:51:35.606030 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7597c5-cf9c-4003-9460-b725d6cb2dad req-f4cd6ce2-1a00-48de-affe-716a73391ece tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:35.607897 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0b7597c5-cf9c-4003-9460-b725d6cb2dad req-f4cd6ce2-1a00-48de-affe-716a73391ece tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0588417 Feb 03 23:51:35.665792 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b18b1039-5bdc-4d71-acfd-068a466b9754 req-8874bab2-a2d5-4b8f-9cb3-de6dd0843685 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890822 Feb 03 23:51:35.669566 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-29a73401-a96c-4b03-bbc3-132399cff483 req-8fd4f723-880d-4e14-8a05-04b12e9f7eb7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769560 Feb 03 23:51:35.678869 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0b7597c5-cf9c-4003-9460-b725d6cb2dad req-e5d59ecb-364c-4b96-8632-9bdcbea798e6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647669 Feb 03 23:51:36.057240 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6e16-c265-45af-94fd-9feff3698438 req-9cc441b6-ac20-48a9-a96c-60f9d5771a46 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:36.058680 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-145f6e16-c265-45af-94fd-9feff3698438 req-9cc441b6-ac20-48a9-a96c-60f9d5771a46 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0547149 Feb 03 23:51:36.104834 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-145f6e16-c265-45af-94fd-9feff3698438 req-530d798c-2030-49d5-9b99-866b954ececc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 Feb 03 23:51:36.114067 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ace06-d4b7-4cac-81f6-89f408363bd0 req-f0bbc7f8-a8df-41e6-89cd-93c45bb201ca tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:36.115562 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8b2ace06-d4b7-4cac-81f6-89f408363bd0 req-f0bbc7f8-a8df-41e6-89cd-93c45bb201ca tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0501578 Feb 03 23:51:36.165537 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8b2ace06-d4b7-4cac-81f6-89f408363bd0 req-414344c9-a9a5-4021-8a3f-1931de4927ac tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Feb 03 23:51:36.375361 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ccc4e-ce37-4b23-b6b0-a82580c107bb req-d1cbab5e-b038-4a55-844b-0d0d5925a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:36.376904 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce5ccc4e-ce37-4b23-b6b0-a82580c107bb req-d1cbab5e-b038-4a55-844b-0d0d5925a037 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 1129 time: 0.0488718 Feb 03 23:51:36.432503 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115dc7-fd57-4ed6-add4-1663482d752b req-c10cf45a-2bf7-4e17-8457-5cb740d1e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:36.434102 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f8115dc7-fd57-4ed6-add4-1663482d752b req-c10cf45a-2bf7-4e17-8457-5cb740d1e999 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1130 time: 0.1049438 Feb 03 23:51:36.438578 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f4ea-502c-45a4-b739-1445368a13a0 req-780354a5-cd4f-48a7-a4b5-a5db008f487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:36.439346 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce5ccc4e-ce37-4b23-b6b0-a82580c107bb req-2110cb07-c96f-493b-a7b9-3887fd8be2b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398786 Feb 03 23:51:36.439935 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9e05f4ea-502c-45a4-b739-1445368a13a0 req-780354a5-cd4f-48a7-a4b5-a5db008f487f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 1129 time: 0.0839715 Feb 03 23:51:36.781992 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92756c1a-dbfc-4d78-ae44-000abde527c4 req-6f0224b3-1984-4c61-85d4-c475ef94640b tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:36.783493 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92756c1a-dbfc-4d78-ae44-000abde527c4 req-6f0224b3-1984-4c61-85d4-c475ef94640b tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Feb 03 23:51:36.798556 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213ba84-7c00-4c60-8633-2df3235f4219 req-1b945166-5b91-4006-9fc7-4ec79c3df512 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:36.800056 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6213ba84-7c00-4c60-8633-2df3235f4219 req-1b945166-5b91-4006-9fc7-4ec79c3df512 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0568655 Feb 03 23:51:36.834319 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92756c1a-dbfc-4d78-ae44-000abde527c4 req-d0f9dce1-1afd-473a-9c04-ffc8e0847318 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450976 Feb 03 23:51:36.852500 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6213ba84-7c00-4c60-8633-2df3235f4219 req-d9b8ba55-8559-41de-87ac-77d46e98ff7f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468001 Feb 03 23:51:37.220900 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d334c-8a14-46ee-b2be-fd261e56a2f8 req-ac175f7c-c723-40b9-8ce4-192d4fe14e96 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:37.222464 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-644d334c-8a14-46ee-b2be-fd261e56a2f8 req-ac175f7c-c723-40b9-8ce4-192d4fe14e96 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0528893 Feb 03 23:51:37.287572 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd838b03-07db-43e0-a6bd-134bc7d96f52 req-be0146be-d300-4fc1-b7c8-740c89d9ea06 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:37.289554 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bd838b03-07db-43e0-a6bd-134bc7d96f52 req-be0146be-d300-4fc1-b7c8-740c89d9ea06 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0584033 Feb 03 23:51:37.308523 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-644d334c-8a14-46ee-b2be-fd261e56a2f8 req-06847a91-bbc6-40b0-b59f-30c26d67e59e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637131 Feb 03 23:51:37.337406 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bd838b03-07db-43e0-a6bd-134bc7d96f52 req-ca5cebcc-f1ec-4cc5-a039-a8e69cf6db70 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Feb 03 23:51:37.959324 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f293b9-208f-452d-b782-27d2667d1db4 req-01d3a761-655f-424c-875d-9620406c50e3 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:37.959324 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-51f293b9-208f-452d-b782-27d2667d1db4 req-01d3a761-655f-424c-875d-9620406c50e3 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0547757 Feb 03 23:51:37.985909 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b06a0f-f2c6-4213-afdd-9d0fb98aa338 req-a7b543b9-2c40-4dfe-997e-ac08b7a68eef tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:37.987718 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f3b06a0f-f2c6-4213-afdd-9d0fb98aa338 req-a7b543b9-2c40-4dfe-997e-ac08b7a68eef tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0598536 Feb 03 23:51:38.010636 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-51f293b9-208f-452d-b782-27d2667d1db4 req-f278b557-c0c6-495a-b2d7-9f9ed901f2b3 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480249 Feb 03 23:51:38.035387 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f3b06a0f-f2c6-4213-afdd-9d0fb98aa338 req-8c75f355-0abf-489f-824f-9ec37def509e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Feb 03 23:51:38.425488 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce78628-bb9d-400d-95a8-8929ffff6a8c req-35a18bf2-7ae5-42a5-9bf5-ea5508f450e4 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:38.426924 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3ce78628-bb9d-400d-95a8-8929ffff6a8c req-35a18bf2-7ae5-42a5-9bf5-ea5508f450e4 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0522008 Feb 03 23:51:38.456657 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70246f93-7669-4097-904c-a083427b23b1 req-e5af88ea-8f3c-479c-912c-d75e4a3c2552 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:38.458192 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-70246f93-7669-4097-904c-a083427b23b1 req-e5af88ea-8f3c-479c-912c-d75e4a3c2552 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0554528 Feb 03 23:51:38.473759 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3ce78628-bb9d-400d-95a8-8929ffff6a8c req-8905fa5b-0cf9-4478-905e-d025a2a16916 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Feb 03 23:51:38.505747 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-70246f93-7669-4097-904c-a083427b23b1 req-6525f521-73e7-4274-9e89-f02785a5266b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Feb 03 23:51:39.130668 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ecb98-7e76-41ec-b486-0047d686bbba req-d1ad767e-c086-4154-ae39-64b90cef39b2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:39.132153 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8c8ecb98-7e76-41ec-b486-0047d686bbba req-d1ad767e-c086-4154-ae39-64b90cef39b2 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0553803 Feb 03 23:51:39.159594 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58737-6e48-41ea-8dcc-126abaad1564 req-56a2009a-5496-4dd3-93ce-2fc1fadea758 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:39.161137 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4fb58737-6e48-41ea-8dcc-126abaad1564 req-56a2009a-5496-4dd3-93ce-2fc1fadea758 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0535514 Feb 03 23:51:39.180362 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8c8ecb98-7e76-41ec-b486-0047d686bbba req-479dcd61-c44e-408b-a2e4-53a759d177cc tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Feb 03 23:51:39.212477 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4fb58737-6e48-41ea-8dcc-126abaad1564 req-c371cf24-9cd3-4ff6-a59d-76a56332db79 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Feb 03 23:51:39.373292 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f8115dc7-fd57-4ed6-add4-1663482d752b req-6db7697c-f976-4351-a40b-d45210471fa8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744519 Feb 03 23:51:39.375727 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9e05f4ea-502c-45a4-b739-1445368a13a0 req-e729040a-91af-4466-9508-486810ddd1a2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704436 Feb 03 23:51:39.590154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334f6aa-66bb-4b6a-9fd0-2fbedec40190 req-1a4fa584-33ab-4758-a5dc-0796befb2f24 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:39.591667 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9334f6aa-66bb-4b6a-9fd0-2fbedec40190 req-1a4fa584-33ab-4758-a5dc-0796befb2f24 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0520701 Feb 03 23:51:39.621872 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1775c-6d41-4373-b26a-fdbd2e9d52af req-0152240f-4b6c-4541-b8a9-1d57efa75eb9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:39.623381 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a5a1775c-6d41-4373-b26a-fdbd2e9d52af req-0152240f-4b6c-4541-b8a9-1d57efa75eb9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0515158 Feb 03 23:51:39.639093 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9334f6aa-66bb-4b6a-9fd0-2fbedec40190 req-03476ba4-3ef3-4c4b-be6d-11c7932a10cb tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Feb 03 23:51:39.669757 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a5a1775c-6d41-4373-b26a-fdbd2e9d52af req-911d6d50-3a18-4923-83ad-ad70b8324ff6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Feb 03 23:51:40.301175 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761406f-6a5a-4a11-97e4-b97ea6fd598f req-62dda506-593c-4ac9-8e3e-c4a81c3ae844 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:40.302731 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a761406f-6a5a-4a11-97e4-b97ea6fd598f req-62dda506-593c-4ac9-8e3e-c4a81c3ae844 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0561855 Feb 03 23:51:40.337462 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa55e-1515-457f-a198-c1100f2939fd req-6e8776d9-c0ca-471c-a75e-dcffd045b3c9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:40.338973 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-636fa55e-1515-457f-a198-c1100f2939fd req-6e8776d9-c0ca-471c-a75e-dcffd045b3c9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0535748 Feb 03 23:51:40.348709 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a761406f-6a5a-4a11-97e4-b97ea6fd598f req-470e2e01-219a-4f15-b3f4-016c0e07110c tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Feb 03 23:51:40.387627 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-636fa55e-1515-457f-a198-c1100f2939fd req-bc12ddcb-9f97-4c53-b800-32fbe8a258f9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 Feb 03 23:51:40.759278 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852d172-2660-47ff-967f-a789a796da72 req-1234b9a8-150f-42e2-9a9f-2da5f8fc537b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:40.760842 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6852d172-2660-47ff-967f-a789a796da72 req-1234b9a8-150f-42e2-9a9f-2da5f8fc537b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0558224 Feb 03 23:51:40.791184 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb3b84-dbe4-44e6-902d-06759f83660c req-bc5ff73e-f463-4418-b9c4-1146d4cac83e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:40.824527 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f9bb3b84-dbe4-44e6-902d-06759f83660c req-bc5ff73e-f463-4418-b9c4-1146d4cac83e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Feb 03 23:51:40.825541 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6852d172-2660-47ff-967f-a789a796da72 req-e608e22e-6d4b-4e0b-bad0-031e8f4b7476 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Feb 03 23:51:40.840747 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f9bb3b84-dbe4-44e6-902d-06759f83660c req-86eac8a3-e7d2-4045-9e6a-060cb9c7da70 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Feb 03 23:51:41.515802 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495760b-e02c-4aaa-94fd-bf799b2fd8b5 req-fecd378a-c807-4055-a34e-6dbf2be65a3b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:41.517367 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9495760b-e02c-4aaa-94fd-bf799b2fd8b5 req-fecd378a-c807-4055-a34e-6dbf2be65a3b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0514328 Feb 03 23:51:41.577198 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9495760b-e02c-4aaa-94fd-bf799b2fd8b5 req-a96b3725-6f80-4ad2-8de6-6a6c70b3a25c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539622 Feb 03 23:51:41.934980 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905593-7c02-40f0-b291-0e43dea8fa5c req-82c9802d-c5d8-474e-add1-be19e77060ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:41.936497 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2905593-7c02-40f0-b291-0e43dea8fa5c req-82c9802d-c5d8-474e-add1-be19e77060ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0538857 Feb 03 23:51:41.973182 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ffcfa-5a73-49bc-b449-fbfaa5d887ba req-b4f3ce2d-6632-4251-a97c-7a1e02aec295 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:41.974853 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4c9ffcfa-5a73-49bc-b449-fbfaa5d887ba req-b4f3ce2d-6632-4251-a97c-7a1e02aec295 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0626256 Feb 03 23:51:41.991771 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2905593-7c02-40f0-b291-0e43dea8fa5c req-93ecd3cf-fe0f-4d68-9882-4d45edaac5ac tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482883 Feb 03 23:51:42.034924 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4c9ffcfa-5a73-49bc-b449-fbfaa5d887ba req-303fbf94-75de-473d-b831-95fc7a2db4c9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473542 Feb 03 23:51:42.586914 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:42.708492 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd72fc1-2078-4f18-8c30-b445993dc7d1 req-91e31064-68c3-4c65-b32b-27397d476b24 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:42.709984 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4bd72fc1-2078-4f18-8c30-b445993dc7d1 req-91e31064-68c3-4c65-b32b-27397d476b24 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0502284 Feb 03 23:51:42.756491 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4bd72fc1-2078-4f18-8c30-b445993dc7d1 req-3639b878-2c23-4da2-bc9e-67bbf83fb285 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410061 Feb 03 23:51:43.116875 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6f133-2554-40ac-a95f-987a5de0718f req-3d93b7ab-f699-4e4e-8031-dbf1ddf101ef tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:43.118431 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9fd6f133-2554-40ac-a95f-987a5de0718f req-3d93b7ab-f699-4e4e-8031-dbf1ddf101ef tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0539773 Feb 03 23:51:43.155761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ee0a-b2ed-4646-bf5d-4ca3c76b029f req-df5416e6-37b4-4679-8ea3-ea02dd09178b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:43.158588 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3d09ee0a-b2ed-4646-bf5d-4ca3c76b029f req-df5416e6-37b4-4679-8ea3-ea02dd09178b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0556459 Feb 03 23:51:43.182225 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9fd6f133-2554-40ac-a95f-987a5de0718f req-e188026e-6487-44b5-91a6-e6f5a12214dc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570948 Feb 03 23:51:43.210145 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3d09ee0a-b2ed-4646-bf5d-4ca3c76b029f req-1de96849-9366-406e-8b44-ecba2ae719d0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Feb 03 23:51:43.450230 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 37374) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:43.557005 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:43.635337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Publish callbacks [] for security_group (611ba3f2-4c7a-4d7b-b573-1fd7a1d7cbec), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:43.722130 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (611ba3f2-4c7a-4d7b-b573-1fd7a1d7cbec), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:43.762703 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=026be6a04e8a4bc3b4bf5584af438174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113461 Feb 03 23:51:43.763571 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611ba3f2-4c7a-4d7b-b573-1fd7a1d7cbec,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:43.765398 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37390) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:43.771336 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.771687 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.772030 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.772673 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.772673 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.773004 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.773713 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.774190 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.774626 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.774863 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.775184 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.775663 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.775991 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3ea85f-8b4c-47ad-a7b8-fa7bc18f32a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:43.837330 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Publish callbacks [] for security_group (611ba3f2-4c7a-4d7b-b573-1fd7a1d7cbec), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:43.859665 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Publish callbacks [] for security_group (611ba3f2-4c7a-4d7b-b573-1fd7a1d7cbec), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:43.939300 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30d841-be86-4a3f-b36e-f21ce871436b req-9bb37eae-7780-432a-a0e7-66beaa8a6125 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:43.941439 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9f30d841-be86-4a3f-b36e-f21ce871436b req-9bb37eae-7780-432a-a0e7-66beaa8a6125 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0838950 Feb 03 23:51:43.992743 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9f30d841-be86-4a3f-b36e-f21ce871436b req-df835aa9-f2f8-462a-a7f8-48acfc1e9bca tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Feb 03 23:51:43.992889 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (611ba3f2-4c7a-4d7b-b573-1fd7a1d7cbec), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:43.995938 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:43.997095 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/611ba3f2-4c7a-4d7b-b573-1fd7a1d7cbec HTTP/1.1" status: 204 len: 168 time: 0.2303975 Feb 03 23:51:44.008377 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611ba3f2-4c7a-4d7b-b573-1fd7a1d7cbec,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:44.020980 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.021347 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.021695 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.022059 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.022561 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.023034 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.023537 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.024165 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.024929 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.025441 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.025985 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.026678 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.027201 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3270f-7975-499f-85b6-724e27f40ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:51:44.075267 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-c7a5f388-b6c5-4f50-a1be-8b8116f6f4b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476196 Feb 03 23:51:44.486295 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73074a-6930-4616-b46b-4c5ef8c27c93 req-39f2019c-9530-4286-bd45-79fd10ae3ed3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:44.489744 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fa73074a-6930-4616-b46b-4c5ef8c27c93 req-39f2019c-9530-4286-bd45-79fd10ae3ed3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.1173902 Feb 03 23:51:44.561748 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fa73074a-6930-4616-b46b-4c5ef8c27c93 req-96a59763-c79b-4dd8-a024-76028ad5f385 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637276 Feb 03 23:51:44.632087 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37426) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:44.632198 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d5e8f-3843-45b9-8d64-533553f167d4 req-b8c2e9e1-0555-4692-bfd7-c202b5bbf28e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:44.639059 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9e1d5e8f-3843-45b9-8d64-533553f167d4 req-b8c2e9e1-0555-4692-bfd7-c202b5bbf28e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.3844855 Feb 03 23:51:44.659435 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-29788b9c-8aed-4b31-a3af-cdf4b7053a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:44.661224 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-29788b9c-8aed-4b31-a3af-cdf4b7053a45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aa23f66ee3249ec82cfd13468c734da&device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 1129 time: 0.1754851 Feb 03 23:51:44.708427 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9e1d5e8f-3843-45b9-8d64-533553f167d4 req-0b7847bc-3ac9-4545-999e-d397041575ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685022 Feb 03 23:51:44.772261 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8dc458e7-8bbd-4383-b4c3-669ff2510b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:44.860175 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8dc458e7-8bbd-4383-b4c3-669ff2510b3c admin admin] Publish callbacks [] for security_group (a7e0fd3b-303e-41b6-bc3f-482f465f0e1d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:44.867782 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-32508c66-b306-49d2-ac60-42fadfe31c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:44.869288 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-32508c66-b306-49d2-ac60-42fadfe31c69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=acd744fc-00e0-4080-94ac-f758a35dcd96 HTTP/1.1" status: 200 len: 911 time: 0.0979867 Feb 03 23:51:44.964314 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8dc458e7-8bbd-4383-b4c3-669ff2510b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a7e0fd3b-303e-41b6-bc3f-482f465f0e1d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.006500 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8dc458e7-8bbd-4383-b4c3-669ff2510b3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46542f12707a45ec95e650254082a6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757753 Feb 03 23:51:45.007455 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc458e7-8bbd-4383-b4c3-669ff2510b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e0fd3b-303e-41b6-bc3f-482f465f0e1d,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:45.009201 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 37438) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:45.059949 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37442) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:45.064375 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-561eddab-8480-467f-85f7-94427281cb04 admin admin] Publish callbacks [] for security_group (a7e0fd3b-303e-41b6-bc3f-482f465f0e1d), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.075862 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c36c5c4b-4753-47c0-b14e-a8c57665ee53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.089652 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-561eddab-8480-467f-85f7-94427281cb04 admin admin] Publish callbacks [] for security_group (a7e0fd3b-303e-41b6-bc3f-482f465f0e1d), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.183048 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c36c5c4b-4753-47c0-b14e-a8c57665ee53 admin admin] Publish callbacks [] for security_group (50f25b0c-c3b3-42a0-b126-42efb46da095), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.248090 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-561eddab-8480-467f-85f7-94427281cb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a7e0fd3b-303e-41b6-bc3f-482f465f0e1d), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.250997 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-561eddab-8480-467f-85f7-94427281cb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.254990 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-561eddab-8480-467f-85f7-94427281cb04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7e0fd3b-303e-41b6-bc3f-482f465f0e1d HTTP/1.1" status: 204 len: 168 time: 0.2419491 Feb 03 23:51:45.270681 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f014-4921-4423-b1a5-bf128ca6e3c1 req-b76ee8d2-6b35-4d08-afe0-c52e4a84969a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:45.272464 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-54b5f014-4921-4423-b1a5-bf128ca6e3c1 req-b76ee8d2-6b35-4d08-afe0-c52e4a84969a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0632489 Feb 03 23:51:45.302047 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-0e5646af-28c2-4a4b-a4f0-d8e2778f98e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af9591a-f134-43a3-97ee-6b766a93c092 HTTP/1.1" status: 200 len: 217 time: 0.0485556 Feb 03 23:51:45.302983 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eddab-8480-467f-85f7-94427281cb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e0fd3b-303e-41b6-bc3f-482f465f0e1d,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:45.304770 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c36c5c4b-4753-47c0-b14e-a8c57665ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (50f25b0c-c3b3-42a0-b126-42efb46da095), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.346080 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:51:45.346829 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-54b5f014-4921-4423-b1a5-bf128ca6e3c1 req-ce2ec607-c67b-4cf7-9ffb-ad6a08410dfc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687363 Feb 03 23:51:45.358476 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c5c4b-4753-47c0-b14e-a8c57665ee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f25b0c-c3b3-42a0-b126-42efb46da095,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:45.365753 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c36c5c4b-4753-47c0-b14e-a8c57665ee53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b36252e85d941e79abfb60cafd27161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015254 Feb 03 23:51:45.366030 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37450) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:45.421253 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-194f9041-62e8-43ef-85c2-d51e8dce79ae admin admin] Publish callbacks [] for security_group (50f25b0c-c3b3-42a0-b126-42efb46da095), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.443681 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-194f9041-62e8-43ef-85c2-d51e8dce79ae admin admin] Publish callbacks [] for security_group (50f25b0c-c3b3-42a0-b126-42efb46da095), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.525751 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70006788-471a-4730-9d75-4c443c0694b9 req-ea5b9be9-5994-447c-9311-7c4c65bbbb07 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:45.527246 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-70006788-471a-4730-9d75-4c443c0694b9 req-ea5b9be9-5994-447c-9311-7c4c65bbbb07 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0538380 Feb 03 23:51:45.536761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 37456) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:45.541140 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'floatingip': {'port_id': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:45.591085 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-194f9041-62e8-43ef-85c2-d51e8dce79ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (50f25b0c-c3b3-42a0-b126-42efb46da095), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.594438 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-194f9041-62e8-43ef-85c2-d51e8dce79ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.596041 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-194f9041-62e8-43ef-85c2-d51e8dce79ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50f25b0c-c3b3-42a0-b126-42efb46da095 HTTP/1.1" status: 204 len: 168 time: 0.2291756 Feb 03 23:51:45.618779 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f9041-62e8-43ef-85c2-d51e8dce79ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f25b0c-c3b3-42a0-b126-42efb46da095,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:45.625997 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (4d249d62-0021-4331-8ea0-ddfbb7e449de), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:45.719133 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0635b-0b5a-483b-bdfd-a48114bb698f req-bc875127-7137-43fb-acb8-de19fe43d54b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:45.721033 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b2f0635b-0b5a-483b-bdfd-a48114bb698f req-bc875127-7137-43fb-acb8-de19fe43d54b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0628827 Feb 03 23:51:45.783457 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b2f0635b-0b5a-483b-bdfd-a48114bb698f req-ef142fc6-6d69-4c15-b9f3-cfb7620d729b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569007 Feb 03 23:51:45.918756 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd232d-57b2-4fe4-a574-44c67d106a0e req-0566e01a-4473-4673-a7ae-c6fd6af3d212 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:45.920242 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-19bd232d-57b2-4fe4-a574-44c67d106a0e req-0566e01a-4473-4673-a7ae-c6fd6af3d212 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1336827 Feb 03 23:51:46.035336 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37470) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:46.049362 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ac7b81d4-d891-4909-9613-91878058c489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.127851 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-19bd232d-57b2-4fe4-a574-44c67d106a0e req-b6aceb43-9dae-4a07-a4a6-21b709bc0aef tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005229 Feb 03 23:51:46.131322 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ac7b81d4-d891-4909-9613-91878058c489 admin admin] Publish callbacks [] for security_group (8dba73c5-96c1-4574-9df1-a83355eb3e99), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.193561 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ac7b81d4-d891-4909-9613-91878058c489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8dba73c5-96c1-4574-9df1-a83355eb3e99), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.278829 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ac7b81d4-d891-4909-9613-91878058c489 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=009f6cee65194c3d926d8b2af7901ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398410 Feb 03 23:51:46.280174 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37484) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:46.295931 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b81d4-d891-4909-9613-91878058c489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dba73c5-96c1-4574-9df1-a83355eb3e99,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:46.331941 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2642959-9fe0-4fe6-b175-7350071d43f7 req-17f6ff55-b4a0-4cb0-84b6-ed8462bd8ccf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:46.333445 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a2642959-9fe0-4fe6-b175-7350071d43f7 req-17f6ff55-b4a0-4cb0-84b6-ed8462bd8ccf tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1283495 Feb 03 23:51:46.341452 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.342135 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 37486) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:46.351575 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'floatingip': {'port_id': '5eafef20-d605-4edc-b079-3fb282337180'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:51:46.360673 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-08056f2e-2699-44de-90fc-d2cf34e5c6a2 admin admin] Publish callbacks [] for security_group (8dba73c5-96c1-4574-9df1-a83355eb3e99), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.384096 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-08056f2e-2699-44de-90fc-d2cf34e5c6a2 admin admin] Publish callbacks [] for security_group (8dba73c5-96c1-4574-9df1-a83355eb3e99), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.390001 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (7eebf48f-a907-40a3-a3ed-6020d96ea2b6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.431696 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (4d249d62-0021-4331-8ea0-ddfbb7e449de), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.505161 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-08056f2e-2699-44de-90fc-d2cf34e5c6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8dba73c5-96c1-4574-9df1-a83355eb3e99), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.508105 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-08056f2e-2699-44de-90fc-d2cf34e5c6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:46.509369 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-08056f2e-2699-44de-90fc-d2cf34e5c6a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dba73c5-96c1-4574-9df1-a83355eb3e99 HTTP/1.1" status: 204 len: 168 time: 0.2276771 Feb 03 23:51:46.520136 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08056f2e-2699-44de-90fc-d2cf34e5c6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dba73c5-96c1-4574-9df1-a83355eb3e99,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:46.843416 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Floating IP 4d249d62-0021-4331-8ea0-ddfbb7e449de associated. External IP: 172.27.0.115, port: c7b3ab3a-525d-4dba-bc29-8be24b6e3bac. Feb 03 23:51:47.035556 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d7ed-5bc3-4849-94b8-2c9968225885 req-967789ac-236e-4e0c-ac08-a03f58cc8d4f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:47.040291 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bc45d7ed-5bc3-4849-94b8-2c9968225885 req-967789ac-236e-4e0c-ac08-a03f58cc8d4f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.1625249 Feb 03 23:51:47.263305 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bc45d7ed-5bc3-4849-94b8-2c9968225885 req-e6cfdc21-1fd1-4077-bec9-2ae1d7bb8d02 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143426 Feb 03 23:51:47.382157 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:51:47.407768 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:47.475413 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (7eebf48f-a907-40a3-a3ed-6020d96ea2b6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:47.488057 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37534) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:47.586347 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:51:47.598336 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:47.622677 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] Sync routers for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:51:47.632569 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Floating IP 7eebf48f-a907-40a3-a3ed-6020d96ea2b6 associated. External IP: 172.27.0.186, port: 5eafef20-d605-4edc-b079-3fb282337180. Feb 03 23:51:47.635476 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:51:47.636084 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:51:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:47.638550 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-e8cbe28e-4db2-453b-b237-620f7f5abfcd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "PUT /v2.0/floatingips/4d249d62-0021-4331-8ea0-ddfbb7e449de HTTP/1.1" status: 200 len: 992 time: 2.1007979 Feb 03 23:51:47.643120 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e051-52b3-4391-adc4-0f38df39e6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:47.763259 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:51:47.766743 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571306a5-0fa1-4e0d-8d50-a4935dc4b703" -d '{"events": [{"name": "network-changed", "server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:51:47.766958 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:51:47.833231 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a6d1b-1c5a-4a57-8143-9f8fa0f5cea7 req-f2616bd9-acc9-455b-ada9-a73fd02651e7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:47.837744 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-182a6d1b-1c5a-4a57-8143-9f8fa0f5cea7 req-f2616bd9-acc9-455b-ada9-a73fd02651e7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.1370409 Feb 03 23:51:47.839443 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae20ce4-7618-42f2-a6d3-07b44f1c0c34 x-openstack-request-id: req-3ae20ce4-7618-42f2-a6d3-07b44f1c0c34 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:51:47.839736 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:51:47.839993 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ae20ce4-7618-42f2-a6d3-07b44f1c0c34 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:51:47.840379 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'status': 'completed', 'code': 200} Feb 03 23:51:47.876698 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e051-52b3-4391-adc4-0f38df39e6b4 admin admin] Publish callbacks [] for security_group (3ddcee2f-8812-4cdd-afbf-16d4e7ca7b68), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:47.910132 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-182a6d1b-1c5a-4a57-8143-9f8fa0f5cea7 req-16851a11-e154-44dd-89c8-26e92c3af738 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631106 Feb 03 23:51:47.923691 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Router 23751dd6-0967-4f30-b3db-733048e25381 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:51:47.927976 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e051-52b3-4391-adc4-0f38df39e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3ddcee2f-8812-4cdd-afbf-16d4e7ca7b68), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:47.971546 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5e051-52b3-4391-adc4-0f38df39e6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddcee2f-8812-4cdd-afbf-16d4e7ca7b68,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:47.978065 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9fc5e051-52b3-4391-adc4-0f38df39e6b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=caf77b45e3eb45b8ab6f73804125f451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886665 Feb 03 23:51:47.981018 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37552) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:48.035017 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6562355e-fa20-49de-892c-f926a04df568 admin admin] Publish callbacks [] for security_group (3ddcee2f-8812-4cdd-afbf-16d4e7ca7b68), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:48.060441 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6562355e-fa20-49de-892c-f926a04df568 admin admin] Publish callbacks [] for security_group (3ddcee2f-8812-4cdd-afbf-16d4e7ca7b68), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:48.065836 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:51:48.078598 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] Sync routers for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:51:48.083638 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:48.093487 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:51:48.094382 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:51:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:48.121318 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '4d249d62-0021-4331-8ea0-ddfbb7e449de', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'port_id': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'mac_address': 'fa:16:3e:f2:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:50:48Z', 'updated_at': '2022-02-03T23:51:46Z', 'revision_number': 1, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:48.134520 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-484d7f2b-8c13-4cbd-988f-1fd344675890 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "PUT /v2.0/floatingips/7eebf48f-a907-40a3-a3ed-6020d96ea2b6 HTTP/1.1" status: 200 len: 991 time: 1.7913251 Feb 03 23:51:48.153350 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] Checking router: 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:51:48.163017 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:51:48.163830 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:51:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:48.233187 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6562355e-fa20-49de-892c-f926a04df568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3ddcee2f-8812-4cdd-afbf-16d4e7ca7b68), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:48.240538 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:51:48.240677 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6562355e-fa20-49de-892c-f926a04df568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:48.240677 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6562355e-fa20-49de-892c-f926a04df568 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ddcee2f-8812-4cdd-afbf-16d4e7ca7b68 HTTP/1.1" status: 204 len: 168 time: 0.2558038 Feb 03 23:51:48.247102 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475f94d-df15-41aa-b5cf-8e713386b471 req-d1f5aa82-5e30-4e1c-b9c3-2bda48ab5e57 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:48.248997 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4475f94d-df15-41aa-b5cf-8e713386b471 req-d1f5aa82-5e30-4e1c-b9c3-2bda48ab5e57 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0674179 Feb 03 23:51:48.254747 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562355e-fa20-49de-892c-f926a04df568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddcee2f-8812-4cdd-afbf-16d4e7ca7b68,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:48.327345 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:51:48.337000 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4475f94d-df15-41aa-b5cf-8e713386b471 req-c7c43666-f813-4a24-9f41-cce11d2c07c4 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808036 Feb 03 23:51:48.427767 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5da74f-58df-48fb-bc38-2f9d79e89341 req-36fe28df-5e01-43d1-9192-4859c24d1eb8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:48.429582 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ec5da74f-58df-48fb-bc38-2f9d79e89341 req-36fe28df-5e01-43d1-9192-4859c24d1eb8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0618334 Feb 03 23:51:48.489389 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ec5da74f-58df-48fb-bc38-2f9d79e89341 req-107d1e63-4fce-4344-a8c0-4d8008ff11e5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535920 Feb 03 23:51:48.668652 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '4d249d62-0021-4331-8ea0-ddfbb7e449de', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'port_id': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'mac_address': 'fa:16:3e:f2:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:50:48Z', 'updated_at': '2022-02-03T23:51:46Z', 'revision_number': 1, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:48.680248 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '7eebf48f-a907-40a3-a3ed-6020d96ea2b6', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '23751dd6-0967-4f30-b3db-733048e25381', 'port_id': '5eafef20-d605-4edc-b079-3fb282337180', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'mac_address': 'fa:16:3e:de:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:50:51Z', 'updated_at': '2022-02-03T23:51:47Z', 'revision_number': 1, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:48.710266 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db56c8-bf35-4650-9f26-8321d649338c None None] The sync data for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi is: [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '4d249d62-0021-4331-8ea0-ddfbb7e449de', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'port_id': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'mac_address': 'fa:16:3e:f2:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:50:48Z', 'updated_at': '2022-02-03T23:51:46Z', 'revision_number': 1, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:51:48.720246 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] Checking router: 23751dd6-0967-4f30-b3db-733048e25381 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:51:48.729573 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:51:48.730222 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:51:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:48.993805 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:51:48.998649 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41606d2a-b6f6-4efe-b3ea-bf4907117b6d None None] New status for floating IP 4d249d62-0021-4331-8ea0-ddfbb7e449de: ACTIVE {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:51:49.096850 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9fe6b-d938-43c6-8f80-f9907216f6f7 req-248adab6-a131-4b64-8e1e-907d190b35d5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:49.098446 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-34f9fe6b-d938-43c6-8f80-f9907216f6f7 req-248adab6-a131-4b64-8e1e-907d190b35d5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0849338 Feb 03 23:51:49.300499 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-b0407012-832a-427e-a6c8-fc45c8f2edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:49.303135 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-b0407012-832a-427e-a6c8-fc45c8f2edf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfba4da4-2294-4b5d-a72b-221224d7634b HTTP/1.1" status: 200 len: 851 time: 0.1395516 Feb 03 23:51:49.361103 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-34f9fe6b-d938-43c6-8f80-f9907216f6f7 req-c98e46cd-0d62-45e7-8715-436ee652ba6f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523022 Feb 03 23:51:49.378092 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-246aff6b-1c89-43dd-a91c-60512474c361 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=acd744fc-00e0-4080-94ac-f758a35dcd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563965 Feb 03 23:51:49.524961 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-3221d5ae-431a-44be-a495-4ce435c330a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:49.528056 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-3221d5ae-431a-44be-a495-4ce435c330a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1130 time: 0.3087435 Feb 03 23:51:49.572016 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e8bdf-b682-4663-943b-f83a5fdaa2d3 req-674517dc-2da1-4fa7-b298-8ba7cf13a42d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:49.581936 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-373e8bdf-b682-4663-943b-f83a5fdaa2d3 req-674517dc-2da1-4fa7-b298-8ba7cf13a42d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1166646 Feb 03 23:51:49.647217 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '7eebf48f-a907-40a3-a3ed-6020d96ea2b6', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '23751dd6-0967-4f30-b3db-733048e25381', 'port_id': '5eafef20-d605-4edc-b079-3fb282337180', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'mac_address': 'fa:16:3e:de:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:50:51Z', 'updated_at': '2022-02-03T23:51:47Z', 'revision_number': 1, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:51:49.665626 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-373e8bdf-b682-4663-943b-f83a5fdaa2d3 req-de2382c2-f812-41a7-9eac-6d31190c4045 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763743 Feb 03 23:51:49.666680 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-9ef67b9f-b769-459b-9e05-e7280af2298f service neutron] 10.222.0.37 "GET /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760708 Feb 03 23:51:49.683390 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfde940-5b36-4d5d-90b7-8d51da2385d7 None None] The sync data for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi is: [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '7eebf48f-a907-40a3-a3ed-6020d96ea2b6', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '23751dd6-0967-4f30-b3db-733048e25381', 'port_id': '5eafef20-d605-4edc-b079-3fb282337180', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'mac_address': 'fa:16:3e:de:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:50:51Z', 'updated_at': '2022-02-03T23:51:47Z', 'revision_number': 1, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:51:49.935427 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a98492-526c-4356-bebb-9a80f31dbacf None None] New status for floating IP 7eebf48f-a907-40a3-a3ed-6020d96ea2b6: ACTIVE {{(pid=109793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:51:49.963621 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'tag': '5eafef20-d605-4edc-b079-3fb282337180'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:51:49.965858 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967c231a-ad1a-4672-9210-072b9ef433b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d8138-37e7-4f21-8b00-113038eae0ca", "tag": "5eafef20-d605-4edc-b079-3fb282337180"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:51:50.011239 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab8d37-5722-48cf-a2a3-a42fc4107dd5 x-openstack-request-id: req-35ab8d37-5722-48cf-a2a3-a42fc4107dd5 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:51:50.012064 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d8138-37e7-4f21-8b00-113038eae0ca", "tag": "5eafef20-d605-4edc-b079-3fb282337180", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:51:50.012064 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35ab8d37-5722-48cf-a2a3-a42fc4107dd5 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:51:50.012276 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'tag': '5eafef20-d605-4edc-b079-3fb282337180', 'status': 'completed', 'code': 200} Feb 03 23:51:50.064593 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9f254-476b-47fb-867c-672d519ff8cb req-b898b7a6-9742-49b0-8f0d-aa1ca7edd03f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.066170 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-13c9f254-476b-47fb-867c-672d519ff8cb req-b898b7a6-9742-49b0-8f0d-aa1ca7edd03f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.4625998 Feb 03 23:51:50.070898 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-b81c60b8-284c-43f0-a3f6-3cfbe86370d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.072330 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-b81c60b8-284c-43f0-a3f6-3cfbe86370d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.4921236 Feb 03 23:51:50.113859 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-53c581f3-8fe7-4acc-b168-6a492d8d3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.115604 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-53c581f3-8fe7-4acc-b168-6a492d8d3f03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 1129 time: 0.0515184 Feb 03 23:51:50.156303 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-bcab742d-dba1-4373-81a6-964577012a0c service neutron] 10.222.0.37 "GET /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505479 Feb 03 23:51:50.214020 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-75ce3bc3-ee73-414e-b056-8b6cb3fb2745 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 200 len: 1002 time: 0.1342840 Feb 03 23:51:50.218925 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-13c9f254-476b-47fb-867c-672d519ff8cb req-52632bc7-100d-479c-9941-a79698f75b21 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434515 Feb 03 23:51:50.272405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-a5874883-df75-4d3b-9de7-745acebe85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.274380 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-a5874883-df75-4d3b-9de7-745acebe85b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0541203 Feb 03 23:51:50.274941 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-e3137c73-71f4-47d6-a8b8-4dc1ae11ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.276426 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-e3137c73-71f4-47d6-a8b8-4dc1ae11ec75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 910 time: 0.1417210 Feb 03 23:51:50.365148 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-fc8c1f37-3764-4c72-a788-0c464bb2cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.366719 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-fc8c1f37-3764-4c72-a788-0c464bb2cacd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757065 Feb 03 23:51:50.413065 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-71fcbbc6-356c-4bee-b3f0-341b662de89a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eafef20-d605-4edc-b079-3fb282337180 HTTP/1.1" status: 200 len: 1001 time: 0.1203024 Feb 03 23:51:50.495948 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-daa214ee-0cdd-4001-8d00-13554d3ae056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.497651 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-daa214ee-0cdd-4001-8d00-13554d3ae056 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 200 len: 849 time: 0.0741255 Feb 03 23:51:50.508062 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-c02fd1f5-ecf0-459b-b107-45cabe0dff9e service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350346 Feb 03 23:51:50.555268 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665d366-44e2-4866-93a3-a4c74249931d req-05cea0af-a5f0-4e45-b8ab-016d65cd16c6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.556672 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7665d366-44e2-4866-93a3-a4c74249931d req-05cea0af-a5f0-4e45-b8ab-016d65cd16c6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0935283 Feb 03 23:51:50.585160 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-924ffd7e-1cee-4cfd-9a4b-4d9612e9af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.586765 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-924ffd7e-1cee-4cfd-9a4b-4d9612e9af98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978b16e3-16e0-4b31-a4ed-70da9d224b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827959 Feb 03 23:51:50.606208 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-571306a5-0fa1-4e0d-8d50-a4935dc4b703 req-96126d12-24e1-4326-8b3a-d183792f96f6 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919638 Feb 03 23:51:50.659193 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7665d366-44e2-4866-93a3-a4c74249931d req-95697f32-6c18-44e2-abb2-d2c9de047937 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954170 Feb 03 23:51:50.700835 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-ab5278af-c8d3-40a6-87af-d6e527ec873d service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017630 Feb 03 23:51:50.776472 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfdfac-fb9c-4685-9a1a-03fd9ddb747c req-82054cf1-3742-4812-9a6d-7e311b66f0f2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:50.778519 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-69cfdfac-fb9c-4685-9a1a-03fd9ddb747c req-82054cf1-3742-4812-9a6d-7e311b66f0f2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0528557 Feb 03 23:51:50.799231 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967c231a-ad1a-4672-9210-072b9ef433b9 req-fe1d4928-efb4-42e3-8e3c-85474b6919a6 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918615 Feb 03 23:51:50.825109 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-69cfdfac-fb9c-4685-9a1a-03fd9ddb747c req-7aec520c-b606-4713-bfd4-eba984eaad10 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Feb 03 23:51:51.352731 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607edf8-1479-416b-83fc-9887a8af04c8 req-9f683330-e254-498d-a9c6-80a876a2d6fa tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:51.354258 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0607edf8-1479-416b-83fc-9887a8af04c8 req-9f683330-e254-498d-a9c6-80a876a2d6fa tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0580420 Feb 03 23:51:51.415766 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0607edf8-1479-416b-83fc-9887a8af04c8 req-93a1ac4f-96ad-410f-a6e6-ca2a082b4ea3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 Feb 03 23:51:51.784090 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23a0ce-bc3d-46fa-a9db-be2220f33417 req-5fc4bcb7-d332-43ab-97da-b8fe4b8bc293 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:51.785555 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d23a0ce-bc3d-46fa-a9db-be2220f33417 req-5fc4bcb7-d332-43ab-97da-b8fe4b8bc293 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0559816 Feb 03 23:51:51.839490 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d23a0ce-bc3d-46fa-a9db-be2220f33417 req-379754c8-3816-4b94-90a6-656723e7ffcf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483906 Feb 03 23:51:51.953239 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37eee8b-9cba-4838-9e5b-9ff578d4be53 req-44247cf3-1664-4897-ac40-f4374c10be00 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:51.953239 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d37eee8b-9cba-4838-9e5b-9ff578d4be53 req-44247cf3-1664-4897-ac40-f4374c10be00 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0543230 Feb 03 23:51:51.966674 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bc910-28ee-4755-a73f-cf97214d46a7 req-57e18709-2d4f-435a-81aa-ae601f41fe5b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:51.969330 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-573bc910-28ee-4755-a73f-cf97214d46a7 req-57e18709-2d4f-435a-81aa-ae601f41fe5b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0578108 Feb 03 23:51:52.010013 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d37eee8b-9cba-4838-9e5b-9ff578d4be53 req-7be00a49-93e7-4fc0-8c29-a0b7b4a6fce3 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503829 Feb 03 23:51:52.034562 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-573bc910-28ee-4755-a73f-cf97214d46a7 req-50b1dc96-a20a-473c-8527-55a58c62e59d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605547 Feb 03 23:51:52.088278 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-25523133-647d-4d98-9d00-fa496ef9a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:52.090089 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-25523133-647d-4d98-9d00-fa496ef9a26f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 1129 time: 0.0702074 Feb 03 23:51:52.209969 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-b56faac0-80dd-4f4b-b076-fc239d9c9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:52.211542 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-b56faac0-80dd-4f4b-b076-fc239d9c9d64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.1060343 Feb 03 23:51:52.259463 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-ac3e4da7-3fd0-4221-b49d-7df7e650eb5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c741c247-2cc9-415e-bfd5-66f43753d26e HTTP/1.1" status: 200 len: 217 time: 0.0402336 Feb 03 23:51:52.538088 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-fdd44f31-71ae-499d-927e-dda6d017ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:52.538088 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-fdd44f31-71ae-499d-927e-dda6d017ee52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.2250245 Feb 03 23:51:52.538088 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-1f411c32-daa3-45a9-951c-4727cbfe3348 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255122 Feb 03 23:51:52.629101 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-f140d379-e6e0-4414-9612-eaa241c8348a service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935915 Feb 03 23:51:52.725193 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6f7f651b-30ac-4bf4-b82a-63da40bf9c71 req-cf0fcc79-9a67-4887-b7bc-7661ef430fea service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902736 Feb 03 23:51:53.169179 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a129d-39b4-45bc-b6bd-3cea160a88a6 req-f3cc6c0b-1389-46ae-ab87-fb13a164667d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:53.171848 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c24a129d-39b4-45bc-b6bd-3cea160a88a6 req-f3cc6c0b-1389-46ae-ab87-fb13a164667d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0620465 Feb 03 23:51:53.179303 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-063218ff-993c-445b-84f8-0c098a95a972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:53.243539 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c24a129d-39b4-45bc-b6bd-3cea160a88a6 req-d91570f0-2e08-4422-8707-bcf65d099911 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657248 Feb 03 23:51:54.364361 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e5451-e0cb-419b-8e08-a15a07d93546 req-5daaeb0c-14eb-41bb-9dd5-647c8601c146 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:54.365863 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d8e5451-e0cb-419b-8e08-a15a07d93546 req-5daaeb0c-14eb-41bb-9dd5-647c8601c146 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0526297 Feb 03 23:51:54.425993 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d8e5451-e0cb-419b-8e08-a15a07d93546 req-9ad283dc-37ad-460c-af52-27175eb0afda tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Feb 03 23:51:54.451533 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37796) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:54.553331 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6cb9596-8e32-4448-8e05-e027c3664248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:54.628906 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6cb9596-8e32-4448-8e05-e027c3664248 admin admin] Publish callbacks [] for security_group (e0ecb3db-752b-41ac-aab8-579f310ed645), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:54.722511 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6cb9596-8e32-4448-8e05-e027c3664248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e0ecb3db-752b-41ac-aab8-579f310ed645), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:54.762551 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f6cb9596-8e32-4448-8e05-e027c3664248 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01706f6aece440c6848e4be45bada357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099546 Feb 03 23:51:54.763495 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb9596-8e32-4448-8e05-e027c3664248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ecb3db-752b-41ac-aab8-579f310ed645,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:54.765857 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 37802) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:54.815344 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe42d-6d43-4c30-873f-a8d220301044 admin admin] Publish callbacks [] for security_group (e0ecb3db-752b-41ac-aab8-579f310ed645), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:54.835772 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe42d-6d43-4c30-873f-a8d220301044 admin admin] Publish callbacks [] for security_group (e0ecb3db-752b-41ac-aab8-579f310ed645), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:54.962494 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe42d-6d43-4c30-873f-a8d220301044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e0ecb3db-752b-41ac-aab8-579f310ed645), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:54.972004 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe42d-6d43-4c30-873f-a8d220301044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:54.972004 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-c6bfe42d-6d43-4c30-873f-a8d220301044 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0ecb3db-752b-41ac-aab8-579f310ed645 HTTP/1.1" status: 204 len: 168 time: 0.1987817 Feb 03 23:51:54.974777 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfe42d-6d43-4c30-873f-a8d220301044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ecb3db-752b-41ac-aab8-579f310ed645,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:55.553980 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 37826) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:55.570624 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ec9c5716-8046-40ae-aa39-cc998f5a780a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:55.571688 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3298cfbe-7bf3-456e-8b3f-522e8d7c48e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:55.678912 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3298cfbe-7bf3-456e-8b3f-522e8d7c48e8 admin admin] Publish callbacks [] for security_group (aa0aaea7-3aee-4014-9e52-df1dfd3f9745), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:55.705109 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82927a-f3b3-491a-86b0-6d3f9433257b req-0d72cc9d-667d-41b6-86d5-18e711492018 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:55.706697 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f82927a-f3b3-491a-86b0-6d3f9433257b req-0d72cc9d-667d-41b6-86d5-18e711492018 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0645478 Feb 03 23:51:55.753083 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f82927a-f3b3-491a-86b0-6d3f9433257b req-b9d58eb0-5d06-4e1e-9e9a-c80e95a4e757 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Feb 03 23:51:55.786916 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3298cfbe-7bf3-456e-8b3f-522e8d7c48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (aa0aaea7-3aee-4014-9e52-df1dfd3f9745), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:55.827392 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-3298cfbe-7bf3-456e-8b3f-522e8d7c48e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ba45738546941c4addb5f109e1a4256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723165 Feb 03 23:51:55.828299 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298cfbe-7bf3-456e-8b3f-522e8d7c48e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0aaea7-3aee-4014-9e52-df1dfd3f9745,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:55.830804 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 37834) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:51:55.880253 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-de12cbe0-a238-4827-a6f1-295e419307b2 admin admin] Publish callbacks [] for security_group (aa0aaea7-3aee-4014-9e52-df1dfd3f9745), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:55.902062 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-de12cbe0-a238-4827-a6f1-295e419307b2 admin admin] Publish callbacks [] for security_group (aa0aaea7-3aee-4014-9e52-df1dfd3f9745), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:56.050070 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-de12cbe0-a238-4827-a6f1-295e419307b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (aa0aaea7-3aee-4014-9e52-df1dfd3f9745), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:56.052853 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-de12cbe0-a238-4827-a6f1-295e419307b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:56.054127 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-de12cbe0-a238-4827-a6f1-295e419307b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa0aaea7-3aee-4014-9e52-df1dfd3f9745 HTTP/1.1" status: 204 len: 168 time: 0.2223015 Feb 03 23:51:56.062479 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12cbe0-a238-4827-a6f1-295e419307b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0aaea7-3aee-4014-9e52-df1dfd3f9745,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:51:56.653702 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:56.885848 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545cef9-c164-4ac9-80e8-7b59e6187c4c req-a21909e2-d95a-4c10-8007-4d3ba735dddf tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:56.887359 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5545cef9-c164-4ac9-80e8-7b59e6187c4c req-a21909e2-d95a-4c10-8007-4d3ba735dddf tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0628679 Feb 03 23:51:56.941057 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5545cef9-c164-4ac9-80e8-7b59e6187c4c req-73709754-03c0-414b-972e-5598fd82ca45 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475626 Feb 03 23:51:58.068487 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea58044-b760-44fc-b29c-66c458e3e4d7 req-5cf44d48-8e96-4e3e-a7c0-f9af1d7ef89d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:58.069907 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8ea58044-b760-44fc-b29c-66c458e3e4d7 req-5cf44d48-8e96-4e3e-a7c0-f9af1d7ef89d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0574212 Feb 03 23:51:58.120122 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8ea58044-b760-44fc-b29c-66c458e3e4d7 req-8cb68b86-f5cf-4c37-95c4-5fcc2caa6d38 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Feb 03 23:51:58.313009 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:51:59.243925 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e22f-6299-4a4d-9e8f-9f1e25e2d585 req-d07c2617-9a5a-45b3-a79d-e667bc20477c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:51:59.245390 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6145e22f-6299-4a4d-9e8f-9f1e25e2d585 req-d07c2617-9a5a-45b3-a79d-e667bc20477c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0509000 Feb 03 23:51:59.292240 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6145e22f-6299-4a4d-9e8f-9f1e25e2d585 req-67005e33-44dc-427a-8f29-0859b22fc1b4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Feb 03 23:51:59.556563 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:00.410804 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2994a-401b-4a00-8ae3-c012d7347530 req-32021786-10cd-46e9-8c6e-2facbb7464d9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:00.412297 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3ac2994a-401b-4a00-8ae3-c012d7347530 req-32021786-10cd-46e9-8c6e-2facbb7464d9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0505812 Feb 03 23:52:00.457820 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3ac2994a-401b-4a00-8ae3-c012d7347530 req-de85dcf5-afc8-4846-8714-cb6dd1d0101f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Feb 03 23:52:01.574055 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca61565-d8e2-438c-afc4-e496279ddee8 req-1401826e-9beb-4eb8-8909-014df26dbf0f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:01.575529 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-aca61565-d8e2-438c-afc4-e496279ddee8 req-1401826e-9beb-4eb8-8909-014df26dbf0f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0517516 Feb 03 23:52:01.621901 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-aca61565-d8e2-438c-afc4-e496279ddee8 req-daf2a22e-3397-4364-a167-1d74d825621a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Feb 03 23:52:02.742898 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d04c2-55d3-4f33-88ca-12b74ec41fc3 req-98372cbb-db90-4053-a63a-49739a4e8e0b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:02.744642 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f33d04c2-55d3-4f33-88ca-12b74ec41fc3 req-98372cbb-db90-4053-a63a-49739a4e8e0b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0557866 Feb 03 23:52:02.796038 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f33d04c2-55d3-4f33-88ca-12b74ec41fc3 req-a8a54ae3-6d58-4603-960e-5e4231d7b709 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Feb 03 23:52:03.920614 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e5c50-4420-47be-867c-dbe82763355d req-26a40b31-d485-49da-9940-a40366686225 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:03.922721 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7a3e5c50-4420-47be-867c-dbe82763355d req-26a40b31-d485-49da-9940-a40366686225 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0576704 Feb 03 23:52:03.979936 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7a3e5c50-4420-47be-867c-dbe82763355d req-c6676189-1752-4638-8bdd-35c79441b7cf tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Feb 03 23:52:05.122748 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56d88-6317-4adf-9473-763423c715eb req-c7c73125-2039-494d-8673-79d4b9434f2f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:05.124219 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-eda56d88-6317-4adf-9473-763423c715eb req-c7c73125-2039-494d-8673-79d4b9434f2f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0546563 Feb 03 23:52:05.178456 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-eda56d88-6317-4adf-9473-763423c715eb req-5c981a50-4d73-40c0-a177-fac784ba0a80 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473261 Feb 03 23:52:05.276441 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560ca4f-fc0e-4dfc-a28d-85f03f23d6d4 req-54f7bf5e-7392-4890-8e02-eca5d5bb1697 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:05.278360 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2560ca4f-fc0e-4dfc-a28d-85f03f23d6d4 req-54f7bf5e-7392-4890-8e02-eca5d5bb1697 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0589530 Feb 03 23:52:05.346962 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2560ca4f-fc0e-4dfc-a28d-85f03f23d6d4 req-fde7d19d-8325-4d60-a32b-b7d522fcf776 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 Feb 03 23:52:06.306968 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b588a2-8401-4fc4-858d-b9429a615388 req-da5394a9-bebb-475c-af38-6096f80b3b20 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:06.308537 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e8b588a2-8401-4fc4-858d-b9429a615388 req-da5394a9-bebb-475c-af38-6096f80b3b20 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0558465 Feb 03 23:52:06.359404 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e8b588a2-8401-4fc4-858d-b9429a615388 req-10446b81-2b9d-4b7d-bada-63897835c04b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Feb 03 23:52:06.485771 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be09ad8-1bdc-49f4-bcc7-96a53442aa4b req-028eb517-9572-47f4-84c2-6431a7eccc0d tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:06.488665 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0be09ad8-1bdc-49f4-bcc7-96a53442aa4b req-028eb517-9572-47f4-84c2-6431a7eccc0d tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0711701 Feb 03 23:52:06.537873 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0be09ad8-1bdc-49f4-bcc7-96a53442aa4b req-71308953-f66f-4b33-a35f-88d864b1b471 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Feb 03 23:52:06.704146 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38112) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:06.812652 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-10c1c356-78f3-424f-b413-0770662f0c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:06.888354 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-10c1c356-78f3-424f-b413-0770662f0c04 admin admin] Publish callbacks [] for security_group (9c207e8c-61ab-437a-96ac-d07c5e2066ac), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:06.970422 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-10c1c356-78f3-424f-b413-0770662f0c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9c207e8c-61ab-437a-96ac-d07c5e2066ac), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:07.010861 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-10c1c356-78f3-424f-b413-0770662f0c04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=941d500985474fe89294992b0f9f4b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031702 Feb 03 23:52:07.010861 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1c356-78f3-424f-b413-0770662f0c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c207e8c-61ab-437a-96ac-d07c5e2066ac,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:07.012229 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38118) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:07.067481 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-eecb88cb-ab7d-4f79-817c-76c42ce91efd admin admin] Publish callbacks [] for security_group (9c207e8c-61ab-437a-96ac-d07c5e2066ac), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:07.094830 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-eecb88cb-ab7d-4f79-817c-76c42ce91efd admin admin] Publish callbacks [] for security_group (9c207e8c-61ab-437a-96ac-d07c5e2066ac), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:07.230676 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-eecb88cb-ab7d-4f79-817c-76c42ce91efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9c207e8c-61ab-437a-96ac-d07c5e2066ac), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:07.233202 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-eecb88cb-ab7d-4f79-817c-76c42ce91efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:07.235077 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-eecb88cb-ab7d-4f79-817c-76c42ce91efd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c207e8c-61ab-437a-96ac-d07c5e2066ac HTTP/1.1" status: 204 len: 168 time: 0.2220528 Feb 03 23:52:07.242900 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb88cb-ab7d-4f79-817c-76c42ce91efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c207e8c-61ab-437a-96ac-d07c5e2066ac,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:07.482183 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c13bc1-b18e-4419-87e9-4e138d625cb8 req-9e29ffd9-116e-4e05-b3a6-1539559c2e92 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:07.483596 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-45c13bc1-b18e-4419-87e9-4e138d625cb8 req-9e29ffd9-116e-4e05-b3a6-1539559c2e92 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0536196 Feb 03 23:52:07.536398 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-45c13bc1-b18e-4419-87e9-4e138d625cb8 req-869a9c6d-d126-46f6-9365-107d54ce214f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Feb 03 23:52:07.661201 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91760397-0eae-470f-aeff-ff39e7a3aaa0 req-3c4fdd01-9047-403c-aec8-1a316e82140f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:07.662745 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91760397-0eae-470f-aeff-ff39e7a3aaa0 req-3c4fdd01-9047-403c-aec8-1a316e82140f tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.0576110 Feb 03 23:52:07.709199 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91760397-0eae-470f-aeff-ff39e7a3aaa0 req-3794fda2-554f-4cd6-a8d5-bdae227bae59 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Feb 03 23:52:07.961791 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38144) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:07.977291 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1b6caa5c-2e1a-49af-b8b1-9d90026f0609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.062333 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1b6caa5c-2e1a-49af-b8b1-9d90026f0609 admin admin] Publish callbacks [] for security_group (dc3faa24-ce99-4dd1-9abe-6d3c3d059f1b), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.158719 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1b6caa5c-2e1a-49af-b8b1-9d90026f0609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (dc3faa24-ce99-4dd1-9abe-6d3c3d059f1b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.199674 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1b6caa5c-2e1a-49af-b8b1-9d90026f0609 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=344f6768028b44e2aa2d1b2c907df8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367573 Feb 03 23:52:08.200639 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6caa5c-2e1a-49af-b8b1-9d90026f0609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3faa24-ce99-4dd1-9abe-6d3c3d059f1b,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:08.204418 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38150) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:08.253112 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae34e1ff-5858-45fe-90fe-b00977632d96 admin admin] Publish callbacks [] for security_group (dc3faa24-ce99-4dd1-9abe-6d3c3d059f1b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.276133 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae34e1ff-5858-45fe-90fe-b00977632d96 admin admin] Publish callbacks [] for security_group (dc3faa24-ce99-4dd1-9abe-6d3c3d059f1b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.350060 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38154) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:08.397167 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae34e1ff-5858-45fe-90fe-b00977632d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (dc3faa24-ce99-4dd1-9abe-6d3c3d059f1b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.399820 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae34e1ff-5858-45fe-90fe-b00977632d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.400968 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ae34e1ff-5858-45fe-90fe-b00977632d96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc3faa24-ce99-4dd1-9abe-6d3c3d059f1b HTTP/1.1" status: 204 len: 168 time: 0.1956356 Feb 03 23:52:08.410144 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34e1ff-5858-45fe-90fe-b00977632d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3faa24-ce99-4dd1-9abe-6d3c3d059f1b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:08.475218 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d4061ad3-0f68-46e9-a13a-d94f38d22dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.554777 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d4061ad3-0f68-46e9-a13a-d94f38d22dd9 admin admin] Publish callbacks [] for security_group (76d9a274-3fb6-4ee8-b402-b55dcf03e235), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.646887 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d4061ad3-0f68-46e9-a13a-d94f38d22dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (76d9a274-3fb6-4ee8-b402-b55dcf03e235), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.680544 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd099fe-1b99-4bb7-a263-78cdb1a0c84e req-eafc7871-5635-492c-93a7-4ecce544d306 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:08.682065 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fbd099fe-1b99-4bb7-a263-78cdb1a0c84e req-eafc7871-5635-492c-93a7-4ecce544d306 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0749869 Feb 03 23:52:08.697516 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d4061ad3-0f68-46e9-a13a-d94f38d22dd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73ac0cc6b0414ddf8a0340c9d54a3449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464110 Feb 03 23:52:08.703607 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38168) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:08.716612 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4061ad3-0f68-46e9-a13a-d94f38d22dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d9a274-3fb6-4ee8-b402-b55dcf03e235,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:08.799279 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934434-1287-483b-92fc-92f136c7268b req-d0c97b2e-da1d-4947-9c3a-fdeca01ce388 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:08.800955 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-de934434-1287-483b-92fc-92f136c7268b req-d0c97b2e-da1d-4947-9c3a-fdeca01ce388 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.1076043 Feb 03 23:52:08.807488 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fbd099fe-1b99-4bb7-a263-78cdb1a0c84e req-670ca5ce-271f-4a41-87ed-2e92bab5859d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127636 Feb 03 23:52:08.819803 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00bf1a01-3cd4-4e74-bcff-256d9922e6d4 admin admin] Publish callbacks [] for security_group (76d9a274-3fb6-4ee8-b402-b55dcf03e235), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.869063 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00bf1a01-3cd4-4e74-bcff-256d9922e6d4 admin admin] Publish callbacks [] for security_group (76d9a274-3fb6-4ee8-b402-b55dcf03e235), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:08.903165 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd52a8-8546-4451-a66e-22834b161c9a req-587a59dd-5fdb-4b38-8266-2aa022b0d68a tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:08.904711 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-69dd52a8-8546-4451-a66e-22834b161c9a req-587a59dd-5fdb-4b38-8266-2aa022b0d68a tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 945 time: 0.1113756 Feb 03 23:52:08.966491 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-69dd52a8-8546-4451-a66e-22834b161c9a req-7e4c1482-1112-448c-9163-b03e57e89d7b tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543230 Feb 03 23:52:08.978710 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Deleting port 2af9591a-f134-43a3-97ee-6b766a93c092 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:52:08.979062 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.021714 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00bf1a01-3cd4-4e74-bcff-256d9922e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (76d9a274-3fb6-4ee8-b402-b55dcf03e235), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.024390 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00bf1a01-3cd4-4e74-bcff-256d9922e6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.025571 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-00bf1a01-3cd4-4e74-bcff-256d9922e6d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76d9a274-3fb6-4ee8-b402-b55dcf03e235 HTTP/1.1" status: 204 len: 168 time: 0.3209240 Feb 03 23:52:09.035938 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf1a01-3cd4-4e74-bcff-256d9922e6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d9a274-3fb6-4ee8-b402-b55dcf03e235,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:09.089278 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] For port 2af9591a-f134-43a3-97ee-6b766a93c092, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=2af9591a-f134-43a3-97ee-6b766a93c092,segment=NetworkSegment(10999171-c721-4fed-92f9-5c69cd53513a),segment_id=10999171-c721-4fed-92f9-5c69cd53513a)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:09.089648 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.104576 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Calling delete_port for 2af9591a-f134-43a3-97ee-6b766a93c092 owned by compute:nova {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:52:09.122033 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38174) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:09.139695 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-057948bf-b736-409f-8f81-010b10733378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.234666 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-057948bf-b736-409f-8f81-010b10733378 admin admin] Publish callbacks [] for security_group (afaa282f-9678-4fcd-80ca-ce012575ea7b), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.324407 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-057948bf-b736-409f-8f81-010b10733378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (afaa282f-9678-4fcd-80ca-ce012575ea7b), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.363184 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057948bf-b736-409f-8f81-010b10733378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaa282f-9678-4fcd-80ca-ce012575ea7b,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:09.364410 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (2af9591a-f134-43a3-97ee-6b766a93c092), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.367994 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-057948bf-b736-409f-8f81-010b10733378 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f09266bd6d74cd389614c1cb43b40f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446713 Feb 03 23:52:09.370449 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38184) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:09.395124 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Pushing event deleted for resources: {'Port': ['ID=2af9591a-f134-43a3-97ee-6b766a93c092,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:09.412732 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['2af9591a-f134-43a3-97ee-6b766a93c092'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:52:09.464731 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] No DVR routers for this DVR port 2af9591a-f134-43a3-97ee-6b766a93c092 on host hv-cinder-82276 {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:52:09.467605 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a5651f83-c590-4cbf-9bbf-c197a13f0df9 admin admin] Publish callbacks [] for security_group (afaa282f-9678-4fcd-80ca-ce012575ea7b), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.468851 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.472804 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-de934434-1287-483b-92fc-92f136c7268b req-5c0c0356-943b-459e-944c-19fbaa48d719 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.37 "DELETE /v2.0/ports/2af9591a-f134-43a3-97ee-6b766a93c092 HTTP/1.1" status: 204 len: 173 time: 0.6610653 Feb 03 23:52:09.472992 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b70ba4a-4b4a-46e2-8ced-426d5b9a1341', 'name': 'network-vif-deleted', 'tag': '2af9591a-f134-43a3-97ee-6b766a93c092'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:52:09.476502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ddea7f-b05a-4b0e-8c4c-438b55ab351d" -d '{"events": [{"server_uuid": "1b70ba4a-4b4a-46e2-8ced-426d5b9a1341", "name": "network-vif-deleted", "tag": "2af9591a-f134-43a3-97ee-6b766a93c092"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:52:09.494170 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a5651f83-c590-4cbf-9bbf-c197a13f0df9 admin admin] Publish callbacks [] for security_group (afaa282f-9678-4fcd-80ca-ce012575ea7b), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.529280 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d344fd-db72-4ca2-b963-93875ea5bf47 x-openstack-request-id: req-79d344fd-db72-4ca2-b963-93875ea5bf47 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:52:09.529700 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b70ba4a-4b4a-46e2-8ced-426d5b9a1341", "name": "network-vif-deleted", "tag": "2af9591a-f134-43a3-97ee-6b766a93c092", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:52:09.530066 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79d344fd-db72-4ca2-b963-93875ea5bf47 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:52:09.530507 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b70ba4a-4b4a-46e2-8ced-426d5b9a1341', 'name': 'network-vif-deleted', 'tag': '2af9591a-f134-43a3-97ee-6b766a93c092', 'status': 'completed', 'code': 200} Feb 03 23:52:09.656563 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a5651f83-c590-4cbf-9bbf-c197a13f0df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (afaa282f-9678-4fcd-80ca-ce012575ea7b), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.659199 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a5651f83-c590-4cbf-9bbf-c197a13f0df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.660414 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-a5651f83-c590-4cbf-9bbf-c197a13f0df9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afaa282f-9678-4fcd-80ca-ce012575ea7b HTTP/1.1" status: 204 len: 168 time: 0.2876825 Feb 03 23:52:09.668214 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5651f83-c590-4cbf-9bbf-c197a13f0df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaa282f-9678-4fcd-80ca-ce012575ea7b,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:09.833999 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38194) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:09.850105 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-483b0761-3711-4bd1-8dba-b2cf8adbae1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.978729 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-483b0761-3711-4bd1-8dba-b2cf8adbae1a admin admin] Publish callbacks [] for security_group (3fc6f045-aefd-40d0-94b4-e71c7fa9ce1d), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:09.991031 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2ea50-2811-4fec-ae32-bb9a8aaeb0a7 req-5aa49a19-bb51-46c7-b76f-59a81c2f2e09 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:09.993762 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-60e2ea50-2811-4fec-ae32-bb9a8aaeb0a7 req-5aa49a19-bb51-46c7-b76f-59a81c2f2e09 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0988636 Feb 03 23:52:10.063724 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-483b0761-3711-4bd1-8dba-b2cf8adbae1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3fc6f045-aefd-40d0-94b4-e71c7fa9ce1d), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:10.094864 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ccb67393-3f1b-4033-b857-7688ee327bee req-fbc61954-ac38-4644-b80b-de5dc3e62580 tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0268435 Feb 03 23:52:10.099797 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-60e2ea50-2811-4fec-ae32-bb9a8aaeb0a7 req-94b2ae00-750d-485b-84bc-71d7ba8f4371 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000705 Feb 03 23:52:10.131690 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b0761-3711-4bd1-8dba-b2cf8adbae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc6f045-aefd-40d0-94b4-e71c7fa9ce1d,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:10.140667 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-483b0761-3711-4bd1-8dba-b2cf8adbae1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=909185b0c5e2475ca17b4b1ff922be6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021510 Feb 03 23:52:10.142813 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38212) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:10.203830 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7bb37841-a8ab-4fbe-ba29-2281881d2179 admin admin] Publish callbacks [] for security_group (3fc6f045-aefd-40d0-94b4-e71c7fa9ce1d), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:10.225061 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7bb37841-a8ab-4fbe-ba29-2281881d2179 admin admin] Publish callbacks [] for security_group (3fc6f045-aefd-40d0-94b4-e71c7fa9ce1d), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:10.384765 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7bb37841-a8ab-4fbe-ba29-2281881d2179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3fc6f045-aefd-40d0-94b4-e71c7fa9ce1d), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:10.387408 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7bb37841-a8ab-4fbe-ba29-2281881d2179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:10.389235 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-7bb37841-a8ab-4fbe-ba29-2281881d2179 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fc6f045-aefd-40d0-94b4-e71c7fa9ce1d HTTP/1.1" status: 204 len: 168 time: 0.2447870 Feb 03 23:52:10.396807 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb37841-a8ab-4fbe-ba29-2281881d2179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc6f045-aefd-40d0-94b4-e71c7fa9ce1d,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:11.234298 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ad646d4-ea32-4b1b-8a41-a0ab297d647e req-096b0851-f2c0-4835-9db6-3ccb54dac21c tempest-DeleteServersTestJSON-190244075 tempest-DeleteServersTestJSON-190244075-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b70ba4a-4b4a-46e2-8ced-426d5b9a1341 HTTP/1.1" status: 200 len: 210 time: 0.0283687 Feb 03 23:52:11.275285 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648220d-ac9d-4568-8973-aeac3a1176d8 req-a1fe798b-59bd-43dd-813f-541837a4f143 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:11.278900 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b648220d-ac9d-4568-8973-aeac3a1176d8 req-a1fe798b-59bd-43dd-813f-541837a4f143 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0827708 Feb 03 23:52:11.330223 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b648220d-ac9d-4568-8973-aeac3a1176d8 req-dc2ac0a0-79c2-4a6a-8419-7fc43b5392f6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471900 Feb 03 23:52:11.910034 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 2af9591a-f134-43a3-97ee-6b766a93c092 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:52:11.940603 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 2af9591a-f134-43a3-97ee-6b766a93c092 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:52:11.940603 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 2af9591a-f134-43a3-97ee-6b766a93c092 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:52:12.450223 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848716d0-ee6d-4f99-b0c0-06edebc1bd9d req-7acebc5f-1d0e-40f4-aa76-1ce42a0b078c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:12.451707 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-848716d0-ee6d-4f99-b0c0-06edebc1bd9d req-7acebc5f-1d0e-40f4-aa76-1ce42a0b078c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0531712 Feb 03 23:52:12.499074 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-848716d0-ee6d-4f99-b0c0-06edebc1bd9d req-b8d00cd6-c524-4056-b208-64234500d180 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Feb 03 23:52:12.575503 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:13.615028 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb2e1c-40cb-4ee0-87fc-bd1c9acbb4d7 req-87fbbc70-fac8-4cad-8710-e3055c28be3d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:13.616556 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0aeb2e1c-40cb-4ee0-87fc-bd1c9acbb4d7 req-87fbbc70-fac8-4cad-8710-e3055c28be3d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0516987 Feb 03 23:52:13.664213 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0aeb2e1c-40cb-4ee0-87fc-bd1c9acbb4d7 req-3ff34b63-c3aa-443b-af46-3aa3327ebf8f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Feb 03 23:52:14.783572 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8250a-d4d9-4c31-b822-28a8a20fb046 req-97c60b5b-9985-4f49-ad97-e4036f6f3575 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:14.785082 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-36f8250a-d4d9-4c31-b822-28a8a20fb046 req-97c60b5b-9985-4f49-ad97-e4036f6f3575 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0554886 Feb 03 23:52:14.831065 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-36f8250a-d4d9-4c31-b822-28a8a20fb046 req-edbca2e6-b852-4e7b-a68b-8dd59f564405 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Feb 03 23:52:15.951617 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586a18-4796-4044-8d3b-65cf3235b5bb req-00a9ee06-97ef-469c-b146-9781c42cc98f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:15.953309 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-12586a18-4796-4044-8d3b-65cf3235b5bb req-00a9ee06-97ef-469c-b146-9781c42cc98f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0557616 Feb 03 23:52:16.003043 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-12586a18-4796-4044-8d3b-65cf3235b5bb req-9c03a542-bf1e-4103-bb28-092a0d44a037 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441208 Feb 03 23:52:16.716035 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38416) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:16.759871 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a40bfd5-9605-4b39-921d-22dbe9c4f063 admin admin] Deleting subnet dfba4da4-2294-4b5d-a72b-221224d7634b {{(pid=109790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:52:16.763045 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8a40bfd5-9605-4b39-921d-22dbe9c4f063 admin admin] Publish callbacks [] for subnet (dfba4da4-2294-4b5d-a72b-221224d7634b), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:16.811989 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8a40bfd5-9605-4b39-921d-22dbe9c4f063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027207'] for subnet (dfba4da4-2294-4b5d-a72b-221224d7634b), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:16.856477 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8a40bfd5-9605-4b39-921d-22dbe9c4f063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (dfba4da4-2294-4b5d-a72b-221224d7634b), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.044453 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8a40bfd5-9605-4b39-921d-22dbe9c4f063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25886206'] for subnet (dfba4da4-2294-4b5d-a72b-221224d7634b), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.072958 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40bfd5-9605-4b39-921d-22dbe9c4f063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfba4da4-2294-4b5d-a72b-221224d7634b,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:17.074757 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8a40bfd5-9605-4b39-921d-22dbe9c4f063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.078710 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-8a40bfd5-9605-4b39-921d-22dbe9c4f063 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dfba4da4-2294-4b5d-a72b-221224d7634b HTTP/1.1" status: 204 len: 168 time: 0.3614669 Feb 03 23:52:17.081838 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38424) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:17.129994 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5b073-c39a-45d2-8c71-33b7bd738043 req-0ef2829d-b46e-4310-9fb5-2a04b7ed1f35 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:17.131421 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-65f5b073-c39a-45d2-8c71-33b7bd738043 req-0ef2829d-b46e-4310-9fb5-2a04b7ed1f35 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0595310 Feb 03 23:52:17.150833 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (acd744fc-00e0-4080-94ac-f758a35dcd96), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.179570 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-65f5b073-c39a-45d2-8c71-33b7bd738043 req-a26d771a-17fc-4cdc-9c66-8fe8bd83ff91 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Feb 03 23:52:17.236139 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (acd744fc-00e0-4080-94ac-f758a35dcd96), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.257527 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.257915 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.258639 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.258978 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > port after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.259334 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.259680 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > port after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.260017 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.260339 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.260686 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.261020 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.331381 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.331738 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.332081 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.332421 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:52:17.332806 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd744fc-00e0-4080-94ac-f758a35dcd96']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:17.350102 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10999171-c721-4fed-92f9-5c69cd53513a') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:17.350404 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10999171-c721-4fed-92f9-5c69cd53513a') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:17.366623 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25184256'] for segment (10999171-c721-4fed-92f9-5c69cd53513a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.387636 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (10999171-c721-4fed-92f9-5c69cd53513a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.395614 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:52:17.395998 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183379'] for segment (10999171-c721-4fed-92f9-5c69cd53513a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: from cryptography.utils import int_from_bytes Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: from cryptography.utils import int_from_bytes Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: Traceback (most recent call last): Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: timer() Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: cb(*args, **kw) Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: return func(*args, **kwargs) Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: self._notify() Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: self.callback(batched_events) Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: event.method(event) Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: return f(self, *a, **k) Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._get(url).json() Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:52:17.404592 dv-cinder-822768-2-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:52:17.562993 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (acd744fc-00e0-4080-94ac-f758a35dcd96), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.568589 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:17.572031 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/acd744fc-00e0-4080-94ac-f758a35dcd96 HTTP/1.1" status: 204 len: 168 time: 0.4891160 Feb 03 23:52:17.586062 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70d1d1-451b-4d01-b4dd-85783ee4fca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd744fc-00e0-4080-94ac-f758a35dcd96,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:18.059551 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38444) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:18.111957 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-75809715-2571-4162-a7d3-a4d6feff00db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4aa23f66ee3249ec82cfd13468c734da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512106 Feb 03 23:52:18.114536 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38452) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:18.168900 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-58346bf2-9943-40bc-9315-9873e267bd96 admin admin] Publish callbacks [] for security_group (3e44d9e6-dfe1-4536-9060-dd1ae91c78bd), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:18.191176 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-58346bf2-9943-40bc-9315-9873e267bd96 admin admin] Publish callbacks [] for security_group (3e44d9e6-dfe1-4536-9060-dd1ae91c78bd), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:18.297217 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b3d81-2259-40e6-9c3b-606f7bbd18e0 req-a7102c4c-bc70-4db1-a3fa-140c2dd2a755 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:18.298708 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5d5b3d81-2259-40e6-9c3b-606f7bbd18e0 req-a7102c4c-bc70-4db1-a3fa-140c2dd2a755 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0513985 Feb 03 23:52:18.357600 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5d5b3d81-2259-40e6-9c3b-606f7bbd18e0 req-895f1866-9331-4285-a186-c675ba4b0975 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511367 Feb 03 23:52:18.442747 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-58346bf2-9943-40bc-9315-9873e267bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3e44d9e6-dfe1-4536-9060-dd1ae91c78bd), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:18.447082 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-58346bf2-9943-40bc-9315-9873e267bd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:18.451292 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-58346bf2-9943-40bc-9315-9873e267bd96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e44d9e6-dfe1-4536-9060-dd1ae91c78bd HTTP/1.1" status: 204 len: 168 time: 0.3317878 Feb 03 23:52:18.459663 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58346bf2-9943-40bc-9315-9873e267bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e44d9e6-dfe1-4536-9060-dd1ae91c78bd,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:18.529202 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38468) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:18.637409 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dbb316d0-dc78-4d2c-a3ec-95bfdbf5cd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:18.721653 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dbb316d0-dc78-4d2c-a3ec-95bfdbf5cd4b admin admin] Publish callbacks [] for security_group (f05a4270-4cca-47a6-bde5-364022b19923), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:18.893930 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dbb316d0-dc78-4d2c-a3ec-95bfdbf5cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f05a4270-4cca-47a6-bde5-364022b19923), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:18.932257 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb316d0-dc78-4d2c-a3ec-95bfdbf5cd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05a4270-4cca-47a6-bde5-364022b19923,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:18.936584 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-dbb316d0-dc78-4d2c-a3ec-95bfdbf5cd4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c3f98c5829a49b09603f910d82a7d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063823 Feb 03 23:52:18.940435 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38480) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:19.012478 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-24ecef9e-98bb-43dd-899e-106232e984fe admin admin] Publish callbacks [] for security_group (f05a4270-4cca-47a6-bde5-364022b19923), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:19.033241 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-24ecef9e-98bb-43dd-899e-106232e984fe admin admin] Publish callbacks [] for security_group (f05a4270-4cca-47a6-bde5-364022b19923), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:19.186122 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-24ecef9e-98bb-43dd-899e-106232e984fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f05a4270-4cca-47a6-bde5-364022b19923), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:19.186122 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-24ecef9e-98bb-43dd-899e-106232e984fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:19.186122 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-24ecef9e-98bb-43dd-899e-106232e984fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f05a4270-4cca-47a6-bde5-364022b19923 HTTP/1.1" status: 204 len: 168 time: 0.2431619 Feb 03 23:52:19.194224 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecef9e-98bb-43dd-899e-106232e984fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05a4270-4cca-47a6-bde5-364022b19923,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:19.484790 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5328d6-f2c3-45c8-ae68-79f3a072e5c3 req-d0d6eaac-99ac-4437-b874-110e48a520a2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:19.486375 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aa5328d6-f2c3-45c8-ae68-79f3a072e5c3 req-d0d6eaac-99ac-4437-b874-110e48a520a2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Feb 03 23:52:19.534860 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aa5328d6-f2c3-45c8-ae68-79f3a072e5c3 req-98032557-68e8-45db-ae76-50f0be86fe42 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Feb 03 23:52:20.623988 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38572) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:20.701388 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df7430-0887-470a-9aaf-d49a7c261d31 req-5a211a56-b795-4b5b-b203-56ae1b0c643d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:20.702957 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34df7430-0887-470a-9aaf-d49a7c261d31 req-5a211a56-b795-4b5b-b203-56ae1b0c643d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0555947 Feb 03 23:52:20.745674 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1052924539-network', 'tenant_id': '4e0e16ebabaa4e5390d48524d149e784'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:20.751796 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34df7430-0887-470a-9aaf-d49a7c261d31 req-a4e2df8f-42ee-4c6a-a1fd-570e31c1ba90 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Feb 03 23:52:20.844745 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Made reservation on behalf of 4e0e16ebabaa4e5390d48524d149e784 for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:52:20.848077 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:20.856191 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:20.930414 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Publish callbacks [] for security_group (623cc2a4-9da9-4985-827d-169312b95621), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:20.998592 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (623cc2a4-9da9-4985-827d-169312b95621), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:21.021422 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:52:21.040456 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (bcf269e4-bd58-4782-acfc-5054d817245f), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:21.040739 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Added segment bcf269e4-bd58-4782-acfc-5054d817245f of type vlan for network b5573202-3b19-41ad-b76a-c49ebd53e208 Feb 03 23:52:21.041928 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623cc2a4-9da9-4985-827d-169312b95621,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:21.084311 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (b5573202-3b19-41ad-b76a-c49ebd53e208), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:21.192999 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (b5573202-3b19-41ad-b76a-c49ebd53e208), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:21.194034 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:21.194626 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:21.252608 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] Pushing event updated for resources: {'Network': ['ID=b5573202-3b19-41ad-b76a-c49ebd53e208,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:21.263675 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network b5573202-3b19-41ad-b76a-c49ebd53e208 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:52:21.341767 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4b8014d1-1afb-46e5-8e9a-c656dc8738fa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7153082 Feb 03 23:52:21.345405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38594) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:21.350668 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Request body: {'subnet': {'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1052924539-subnet', 'tenant_id': '4e0e16ebabaa4e5390d48524d149e784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:21.447628 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Made reservation on behalf of 4e0e16ebabaa4e5390d48524d149e784 for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:52:21.450030 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25886147'] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:21.718833 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25886197'] for subnet (1c6c9a15-ef31-4577-ac16-2019f4901ec4), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:21.781938 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6c9a15-ef31-4577-ac16-2019f4901ec4,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:21.788564 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Checking segment: {'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:21.791584 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Network hostable DHCP agents. Network: b5573202-3b19-41ad-b76a-c49ebd53e208, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:52:21.878329 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d663e3-aac9-4e4d-a79d-c4b544a27727 req-e524f82e-bfb7-4935-a75f-6f6ce2b8f4d4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:21.880286 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b2d663e3-aac9-4e4d-a79d-c4b544a27727 req-e524f82e-bfb7-4935-a75f-6f6ce2b8f4d4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0571983 Feb 03 23:52:21.892613 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Network b5573202-3b19-41ad-b76a-c49ebd53e208 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:52:21.934735 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b2d663e3-aac9-4e4d-a79d-c4b544a27727 req-93a4885e-7827-48af-a6cd-a9990ab995b7 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Feb 03 23:52:22.008056 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, b5573202-3b19-41ad-b76a-c49ebd53e208) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:22.012592 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:22.013192 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:22.018030 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61111040-4fd8-431d-8b8f-0eab92192aca None None] Network b5573202-3b19-41ad-b76a-c49ebd53e208 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:52:22.112588 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2e09b-881d-495f-96f6-6c195c2bb20e None None] Network b5573202-3b19-41ad-b76a-c49ebd53e208 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:52:22.119238 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-17f71907-e383-46cd-afe7-293ff0e7c7fb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7725823 Feb 03 23:52:22.344459 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:52:23.051415 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8be6-8f22-4355-a79e-70cc555ea74b req-89155faf-c068-446d-85ab-101440e24495 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:23.052912 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a7ec8be6-8f22-4355-a79e-70cc555ea74b req-89155faf-c068-446d-85ab-101440e24495 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0511463 Feb 03 23:52:23.100129 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a7ec8be6-8f22-4355-a79e-70cc555ea74b req-a5795316-5257-457e-9dd1-bbe137e56131 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Feb 03 23:52:23.210122 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-74613fbe-db08-41aa-b96d-feb7bbec264e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:24.219893 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4d678-e04e-412b-8664-38ac5d338a2f req-86e9d686-256e-436e-b582-bf312a09cc73 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:24.221373 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-10f4d678-e04e-412b-8664-38ac5d338a2f req-86e9d686-256e-436e-b582-bf312a09cc73 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0517540 Feb 03 23:52:24.268662 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-10f4d678-e04e-412b-8664-38ac5d338a2f req-edbdb1fe-bb8d-43bf-93c0-b7b8b9e61b9f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Feb 03 23:52:25.393509 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d3b2-cf91-4b8f-8e76-45212c5e35f1 req-1fdc8327-3e02-4375-a5aa-c5741c4bc99e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:25.395011 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5928d3b2-cf91-4b8f-8e76-45212c5e35f1 req-1fdc8327-3e02-4375-a5aa-c5741c4bc99e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0560892 Feb 03 23:52:25.441820 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5928d3b2-cf91-4b8f-8e76-45212c5e35f1 req-83ead9c4-0bfd-415f-aeb9-1b9db080e62f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Feb 03 23:52:25.727436 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3988edb1-f201-4398-afe8-0e7f1ef4104d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:26.564534 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ebb2-d6a6-4fd6-ae7e-c61efaadfa40 req-b5f34226-fee7-4a33-b10e-c9b82ad92465 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:26.566070 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fab8ebb2-d6a6-4fd6-ae7e-c61efaadfa40 req-b5f34226-fee7-4a33-b10e-c9b82ad92465 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0573695 Feb 03 23:52:26.613812 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fab8ebb2-d6a6-4fd6-ae7e-c61efaadfa40 req-c45d3220-5d17-49c6-88c8-5f6cc3e09c2d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Feb 03 23:52:26.655688 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:27.272246 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4716d7-5c27-431e-903b-10d031b578af req-ea0e6af1-dc60-4b1d-a3ee-b58b95edb6d0 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:27.273716 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-ea0e6af1-dc60-4b1d-a3ee-b58b95edb6d0 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/networks?id=b5573202-3b19-41ad-b76a-c49ebd53e208 HTTP/1.1" status: 200 len: 809 time: 0.1035619 Feb 03 23:52:27.289507 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-badde7ff-8941-48cf-a4a3-a6faf86f40e6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/quotas/4e0e16ebabaa4e5390d48524d149e784 HTTP/1.1" status: 200 len: 375 time: 0.0099547 Feb 03 23:52:27.328734 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-627d8e5d-1f88-4823-aae0-b051544f3610 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0e16ebabaa4e5390d48524d149e784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335801 Feb 03 23:52:27.419455 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-98ff5b0d-43c9-43cd-b127-684bc8117494 service neutron] 10.222.0.41 "GET /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Feb 03 23:52:27.511823 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-0c179534-7177-4ef1-acc3-77c2be91c21b service neutron] 10.222.0.41 "GET /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Feb 03 23:52:27.734331 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1b5f5d21-bdc2-42af-8e0c-8ed139980f8d req-513306dc-5626-49f9-9fa9-40d9b3f68644 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 210 time: 0.0280266 Feb 03 23:52:27.746862 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cdc84-3c83-47b2-92da-522dee53ea5b req-ff86ad29-c54d-4e13-a38b-1b9697f9ee45 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:27.748376 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8d1cdc84-3c83-47b2-92da-522dee53ea5b req-ff86ad29-c54d-4e13-a38b-1b9697f9ee45 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0634708 Feb 03 23:52:27.797833 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8d1cdc84-3c83-47b2-92da-522dee53ea5b req-895c75fc-ccba-4c71-8e95-8784e21ded2e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Feb 03 23:52:28.224907 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:28.823980 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-39445b5f-24d3-4665-b443-b667d3fbdc8f req-057e156e-f816-41b9-8656-da68f2e3ebae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 210 time: 0.0254858 Feb 03 23:52:28.915600 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf48458-f759-48b0-a44e-fa041ff00336 req-4ac37ea2-1289-4fff-b695-3397f18d1aeb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:28.917040 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-caf48458-f759-48b0-a44e-fa041ff00336 req-4ac37ea2-1289-4fff-b695-3397f18d1aeb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0495672 Feb 03 23:52:28.967511 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-caf48458-f759-48b0-a44e-fa041ff00336 req-e62d8727-5b63-4ea6-bc7e-41fd64be699f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Feb 03 23:52:29.569650 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:29.915383 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fc8db4d4-9400-4876-b791-18391ba5b174 req-5a5aa2b3-4b67-4002-94f1-bf18be384a08 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 210 time: 0.0265000 Feb 03 23:52:30.084030 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7d264-548a-4ed0-9fad-5f017fb7e05b req-32186a2b-1ecd-410b-96a8-b28d6c1ecf2b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:30.085530 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afe7d264-548a-4ed0-9fad-5f017fb7e05b req-32186a2b-1ecd-410b-96a8-b28d6c1ecf2b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0526986 Feb 03 23:52:30.137795 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afe7d264-548a-4ed0-9fad-5f017fb7e05b req-b09bd6fd-97b1-48a9-9133-98a48497583d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Feb 03 23:52:31.007757 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ffe602b3-de8e-4f6e-84d5-2f8479ff33e9 req-6c720b77-865e-4973-972f-d3d1bb710dce tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 210 time: 0.0272701 Feb 03 23:52:31.250401 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1f084-2f4a-4b84-b6dc-4697e8131e5e req-711490f7-0efa-447b-b9cf-cbcdf74090b8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:31.252057 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91a1f084-2f4a-4b84-b6dc-4697e8131e5e req-711490f7-0efa-447b-b9cf-cbcdf74090b8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0539889 Feb 03 23:52:31.298709 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91a1f084-2f4a-4b84-b6dc-4697e8131e5e req-9ff3408e-d4a8-4d36-9adc-f4e15803c2f5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Feb 03 23:52:32.099663 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-81bbcfe9-220e-485a-8431-27616644c3ea req-4c7fe757-3b46-4f6a-bc14-d4635188b9ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 210 time: 0.0257590 Feb 03 23:52:32.360342 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4716d7-5c27-431e-903b-10d031b578af req-f554680d-dc50-41b8-81e9-7ca5e642e11f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:32.361790 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-f554680d-dc50-41b8-81e9-7ca5e642e11f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.37 "GET /v2.0/networks?id=b5573202-3b19-41ad-b76a-c49ebd53e208 HTTP/1.1" status: 200 len: 809 time: 0.1043055 Feb 03 23:52:32.398213 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Request body: {'port': {'device_id': '0c4a6cac-05e8-409d-a64d-86d1781d18bb', 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208', 'admin_state_up': True, 'tenant_id': '4e0e16ebabaa4e5390d48524d149e784'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:32.422160 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a3298-5402-4dd3-bd30-4a009b39be48 req-62828ee2-1567-4d42-a24a-a8487617c023 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:32.423673 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5a9a3298-5402-4dd3-bd30-4a009b39be48 req-62828ee2-1567-4d42-a24a-a8487617c023 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0585032 Feb 03 23:52:32.474158 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5a9a3298-5402-4dd3-bd30-4a009b39be48 req-56fe734b-aac9-4756-95c2-1ade46739c2a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Feb 03 23:52:32.650211 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Made reservation on behalf of 4e0e16ebabaa4e5390d48524d149e784 for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:52:32.654595 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:32.780013 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Allocated IP 172.20.0.14 (b5573202-3b19-41ad-b76a-c49ebd53e208/1c6c9a15-ef31-4577-ac16-2019f4901ec4/ab2a8732-d08e-4f9d-8f54-757cb86a8e41) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:52:32.927323 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks [] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.134752 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.202622 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Network b5573202-3b19-41ad-b76a-c49ebd53e208 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:33.210842 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:33.221436 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38810) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:33.234955 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:52:33.288457 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Pushing event updated for resources: {'Port': ['ID=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:33.303456 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:33.304068 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.324896 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b7d7-902c-49e9-84f6-9c26711078d8 req-becf343e-bd4d-4be1-bcac-9cf43db045ec tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:33.326436 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3e56b7d7-902c-49e9-84f6-9c26711078d8 req-becf343e-bd4d-4be1-bcac-9cf43db045ec tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 932 time: 0.1474497 Feb 03 23:52:33.337447 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2772325c-1192-4a34-9560-8b2269e3d38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.377607 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3e56b7d7-902c-49e9-84f6-9c26711078d8 req-8711d12c-eb6b-4a29-b46e-f419b1d4e650 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Feb 03 23:52:33.418184 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2772325c-1192-4a34-9560-8b2269e3d38f admin admin] Publish callbacks [] for security_group (9404068b-7898-4aee-a3c5-02679a1fc760), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.556303 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2772325c-1192-4a34-9560-8b2269e3d38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9404068b-7898-4aee-a3c5-02679a1fc760), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.560401 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-614d58cd-8bfe-448a-867f-a7c2397fd42e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1662714 Feb 03 23:52:33.578284 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Request body: {'port': {'device_id': '0c4a6cac-05e8-409d-a64d-86d1781d18bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:33.619953 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2772325c-1192-4a34-9560-8b2269e3d38f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=517c3585e8b94540946a2ec12046e06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973820 Feb 03 23:52:33.620670 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772325c-1192-4a34-9560-8b2269e3d38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9404068b-7898-4aee-a3c5-02679a1fc760,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:33.622986 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38824) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:33.647918 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.670314 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea48b-1e21-47c2-b361-4c8f7d5d9319 req-b2f07dbc-7cac-4967-a05c-6524664d0091 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:33.671873 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-93fea48b-1e21-47c2-b361-4c8f7d5d9319 req-b2f07dbc-7cac-4967-a05c-6524664d0091 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.1273389 Feb 03 23:52:33.699181 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-105076ed-aa5d-4d63-8471-925cf69bc519 admin admin] Publish callbacks [] for security_group (9404068b-7898-4aee-a3c5-02679a1fc760), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.735119 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-105076ed-aa5d-4d63-8471-925cf69bc519 admin admin] Publish callbacks [] for security_group (9404068b-7898-4aee-a3c5-02679a1fc760), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.763052 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-93fea48b-1e21-47c2-b361-4c8f7d5d9319 req-37b7c3c4-8ce7-4968-a6c3-10aff94067ea tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755420 Feb 03 23:52:33.884198 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-105076ed-aa5d-4d63-8471-925cf69bc519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9404068b-7898-4aee-a3c5-02679a1fc760), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.887066 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-105076ed-aa5d-4d63-8471-925cf69bc519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.889171 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-105076ed-aa5d-4d63-8471-925cf69bc519 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9404068b-7898-4aee-a3c5-02679a1fc760 HTTP/1.1" status: 204 len: 168 time: 0.2637236 Feb 03 23:52:33.904384 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105076ed-aa5d-4d63-8471-925cf69bc519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9404068b-7898-4aee-a3c5-02679a1fc760,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:33.950050 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2a8732-d08e-4f9d-8f54-757cb86a8e41 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:52:33.959315 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Publish callbacks [] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:33.973264 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Transition to ACTIVE for port object ab2a8732-d08e-4f9d-8f54-757cb86a8e41 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:52:34.179398 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:34.234490 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Pushing event updated for resources: {'Port': ['ID=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:34.533501 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Attempting to bind port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:52:34.533757 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Attempting to bind port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:52:34.534112 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Attempting to bind port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 on network b5573202-3b19-41ad-b76a-c49ebd53e208 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:52:34.545846 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2492ad1-e8cf-41dc-af46-b31eb940df17 req-70eabe7e-e603-4533-8f27-e5b05cd52ed6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:34.548220 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d2492ad1-e8cf-41dc-af46-b31eb940df17 req-70eabe7e-e603-4533-8f27-e5b05cd52ed6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0764499 Feb 03 23:52:34.549189 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 on network b5573202-3b19-41ad-b76a-c49ebd53e208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:52:34.549521 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Attempting to bind port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 on network b5573202-3b19-41ad-b76a-c49ebd53e208 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:52:34.556478 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:52:34.556823 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Checking segment: {'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:34.557206 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Bound using segment: {'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:52:34.557638 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Bound port: ab2a8732-d08e-4f9d-8f54-757cb86a8e41, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:52:34.558033 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:34.642209 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d2492ad1-e8cf-41dc-af46-b31eb940df17 req-072b0ea9-f9df-4d6d-8c38-ec7d9778d3e5 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873230 Feb 03 23:52:34.657855 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] For port ab2a8732-d08e-4f9d-8f54-757cb86a8e41, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:52:34.661167 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] For port ab2a8732-d08e-4f9d-8f54-757cb86a8e41, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:52:34.787577 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:34.827320 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:34.828236 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:34.829742 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] 10.222.0.37 "PUT /v2.0/ports/ab2a8732-d08e-4f9d-8f54-757cb86a8e41 HTTP/1.1" status: 200 len: 1094 time: 1.2563210 Feb 03 23:52:34.834581 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4a6cac-05e8-409d-a64d-86d1781d18bb', 'tag': 'ab2a8732-d08e-4f9d-8f54-757cb86a8e41'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:52:34.837134 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a65cf8-c0f1-45aa-9356-a5e84295a5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4a6cac-05e8-409d-a64d-86d1781d18bb", "tag": "ab2a8732-d08e-4f9d-8f54-757cb86a8e41"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:52:34.844285 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 38870) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:34.872075 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6a5ab-031c-42d9-8954-2a1b7adff44f service neutron] Pushing event updated for resources: {'Port': ['ID=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:34.884858 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e14e2a4a-797f-4237-8b10-41fc742d1f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:34.885958 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f483e5aa-2487-469a-a89d-0020106e894c x-openstack-request-id: req-f483e5aa-2487-469a-a89d-0020106e894c {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:52:34.885958 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4a6cac-05e8-409d-a64d-86d1781d18bb", "tag": "ab2a8732-d08e-4f9d-8f54-757cb86a8e41", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:52:34.885958 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f483e5aa-2487-469a-a89d-0020106e894c {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:52:34.885958 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4a6cac-05e8-409d-a64d-86d1781d18bb', 'tag': 'ab2a8732-d08e-4f9d-8f54-757cb86a8e41', 'status': 'completed', 'code': 200} Feb 03 23:52:34.919157 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce06f76-d67b-48c1-81f0-4d7b55241cd1 req-8915317c-3f1d-40f6-8982-47c97c6c4828 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:34.920674 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4ce06f76-d67b-48c1-81f0-4d7b55241cd1 req-8915317c-3f1d-40f6-8982-47c97c6c4828 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0889294 Feb 03 23:52:34.975436 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a65cf8-c0f1-45aa-9356-a5e84295a5ad req-8e9d8d57-a5e3-4362-9af7-5de5090b2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:34.977050 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-21a65cf8-c0f1-45aa-9356-a5e84295a5ad req-8e9d8d57-a5e3-4362-9af7-5de5090b2c31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e0e16ebabaa4e5390d48524d149e784&device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 1128 time: 0.0522790 Feb 03 23:52:34.991321 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4ce06f76-d67b-48c1-81f0-4d7b55241cd1 req-ee3bc96b-524b-4720-bfdf-c0d9ebb286ee tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633078 Feb 03 23:52:35.013036 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e14e2a4a-797f-4237-8b10-41fc742d1f46 admin admin] Publish callbacks [] for security_group (b78d1d34-09f1-4e78-9ba2-de0c7fe901f5), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:35.091508 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a65cf8-c0f1-45aa-9356-a5e84295a5ad req-251459ee-21a6-4ab7-bc95-815fe63bb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:35.092900 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-21a65cf8-c0f1-45aa-9356-a5e84295a5ad req-251459ee-21a6-4ab7-bc95-815fe63bb0b7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e0e16ebabaa4e5390d48524d149e784&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1023924 Feb 03 23:52:35.116259 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e14e2a4a-797f-4237-8b10-41fc742d1f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (b78d1d34-09f1-4e78-9ba2-de0c7fe901f5), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:35.160902 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-e14e2a4a-797f-4237-8b10-41fc742d1f46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89f69be0c73f44f790389a1815667d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153167 Feb 03 23:52:35.170928 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e2a4a-797f-4237-8b10-41fc742d1f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78d1d34-09f1-4e78-9ba2-de0c7fe901f5,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:35.173238 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38874) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:35.223832 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a65cf8-c0f1-45aa-9356-a5e84295a5ad req-318ba3ce-a8c5-4d0d-a9b7-0aca3d173243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:35.225362 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-21a65cf8-c0f1-45aa-9356-a5e84295a5ad req-318ba3ce-a8c5-4d0d-a9b7-0aca3d173243 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1267967 Feb 03 23:52:35.245162 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f71a2c9d-0584-46e3-ab16-b2cdf15f5059 admin admin] Publish callbacks [] for security_group (b78d1d34-09f1-4e78-9ba2-de0c7fe901f5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:35.268032 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f71a2c9d-0584-46e3-ab16-b2cdf15f5059 admin admin] Publish callbacks [] for security_group (b78d1d34-09f1-4e78-9ba2-de0c7fe901f5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:35.346013 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4716d7-5c27-431e-903b-10d031b578af req-a06bcb69-34a1-455c-a20f-aa85c6615f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:35.347502 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-a06bcb69-34a1-455c-a20f-aa85c6615f46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e0e16ebabaa4e5390d48524d149e784&device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 1128 time: 0.0494056 Feb 03 23:52:35.399688 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-f4fe1879-f13e-43b2-beda-a00cd25e1e72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2a8732-d08e-4f9d-8f54-757cb86a8e41 HTTP/1.1" status: 200 len: 217 time: 0.0381477 Feb 03 23:52:35.447350 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4716d7-5c27-431e-903b-10d031b578af req-c45f4e56-17ef-424f-a838-366a23e03d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:35.448788 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-c45f4e56-17ef-424f-a838-366a23e03d47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c6c9a15-ef31-4577-ac16-2019f4901ec4 HTTP/1.1" status: 200 len: 849 time: 0.0434942 Feb 03 23:52:35.482576 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-cab1e5dc-26de-4803-8594-fba7c5d3e950 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5573202-3b19-41ad-b76a-c49ebd53e208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268188 Feb 03 23:52:35.543004 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f71a2c9d-0584-46e3-ab16-b2cdf15f5059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (b78d1d34-09f1-4e78-9ba2-de0c7fe901f5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:35.543004 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f71a2c9d-0584-46e3-ab16-b2cdf15f5059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:35.543004 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f71a2c9d-0584-46e3-ab16-b2cdf15f5059 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b78d1d34-09f1-4e78-9ba2-de0c7fe901f5 HTTP/1.1" status: 204 len: 168 time: 0.3652620 Feb 03 23:52:35.557181 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a2c9d-0584-46e3-ab16-b2cdf15f5059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78d1d34-09f1-4e78-9ba2-de0c7fe901f5,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:35.599210 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-040eaba4-0a6b-42be-b60d-c96ad29e4956 service neutron] 10.222.0.37 "GET /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089022 Feb 03 23:52:35.694921 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a4716d7-5c27-431e-903b-10d031b578af req-1e503d0b-e684-4dd7-8a1e-62ff538830f5 service neutron] 10.222.0.37 "GET /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848389 Feb 03 23:52:35.764295 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384c50d-3bd1-4a98-8fa4-82a1cb05f14e req-b972079c-694e-473d-a5be-6105a6a2bcb7 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:35.765866 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1384c50d-3bd1-4a98-8fa4-82a1cb05f14e req-b972079c-694e-473d-a5be-6105a6a2bcb7 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0558505 Feb 03 23:52:35.816523 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1384c50d-3bd1-4a98-8fa4-82a1cb05f14e req-57494f1d-d185-4255-9055-e8f497436356 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Feb 03 23:52:36.118832 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e44abc-5a6a-4d37-9800-e442512a5d4e req-fe698c06-5251-4074-8909-8bbb561ca914 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:36.120319 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-16e44abc-5a6a-4d37-9800-e442512a5d4e req-fe698c06-5251-4074-8909-8bbb561ca914 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0532422 Feb 03 23:52:36.166631 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-16e44abc-5a6a-4d37-9800-e442512a5d4e req-a45ca2dd-6a97-4335-b382-899d07440ae1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Feb 03 23:52:36.678140 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38928) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:36.781384 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-95572987-network', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:36.913385 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Made reservation on behalf of dd8c2e0432d9424db703038c19cba9c9 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:52:36.915511 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:36.927560 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:36.958604 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531974d-7770-4fd1-8483-47b064956a50 req-f7b13dd7-a84c-4230-ac86-d5b88555be17 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:36.962064 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a531974d-7770-4fd1-8483-47b064956a50 req-f7b13dd7-a84c-4230-ac86-d5b88555be17 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0804360 Feb 03 23:52:37.031875 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a531974d-7770-4fd1-8483-47b064956a50 req-48253043-2261-43c0-9882-530071a78360 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654292 Feb 03 23:52:37.059902 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Publish callbacks [] for security_group (aa770a15-4ac1-43b1-bba2-502d76d723f7), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:37.133035 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (aa770a15-4ac1-43b1-bba2-502d76d723f7), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:37.158875 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:52:37.167730 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa770a15-4ac1-43b1-bba2-502d76d723f7,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:37.174804 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (9878edbb-61ff-4959-ad91-6b7afd436a6a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:37.175152 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Added segment 9878edbb-61ff-4959-ad91-6b7afd436a6a of type vlan for network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e Feb 03 23:52:37.216237 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (1e8bd5c8-1987-4436-9a1a-4bf840844c1e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:37.287587 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e36ece-fd09-4248-ae7e-97dd30b897a1 req-3d90f9ed-fb7f-4af7-a25c-617586f759e0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:37.289066 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-77e36ece-fd09-4248-ae7e-97dd30b897a1 req-3d90f9ed-fb7f-4af7-a25c-617586f759e0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0565894 Feb 03 23:52:37.335003 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-77e36ece-fd09-4248-ae7e-97dd30b897a1 req-8ffa1bc7-890a-4e8a-9079-6bdb6200319b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Feb 03 23:52:37.352815 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (1e8bd5c8-1987-4436-9a1a-4bf840844c1e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:37.353837 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:37.354459 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:37.413837 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] Pushing event updated for resources: {'Network': ['ID=1e8bd5c8-1987-4436-9a1a-4bf840844c1e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:37.424581 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:52:37.485715 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ec91f4e4-6c71-4af3-a347-87a19be205de admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8063011 Feb 03 23:52:37.488410 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38946) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:37.493199 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Request body: {'subnet': {'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-95572987-subnet', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:37.567462 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Made reservation on behalf of dd8c2e0432d9424db703038c19cba9c9 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:52:37.569725 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25182880'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:37.798575 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25184496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25182870'] for subnet (25fabc35-fffb-4507-ab31-3db0f21dc155), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:37.850164 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fabc35-fffb-4507-ab31-3db0f21dc155,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:37.860421 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Checking segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:37.860775 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Network hostable DHCP agents. Network: 1e8bd5c8-1987-4436-9a1a-4bf840844c1e, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:52:37.990692 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:52:38.071566 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 1e8bd5c8-1987-4436-9a1a-4bf840844c1e) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:38.076106 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:38.076841 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.086566 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8581ef1a-02dd-4fb3-af40-c0a0da646aed None None] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:52:38.158425 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b0b75-9c09-4347-8300-a653d2737e1d req-43dd8d96-8f6a-49b4-b3e4-d7bbe0b7d966 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:38.160032 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ba7b0b75-9c09-4347-8300-a653d2737e1d req-43dd8d96-8f6a-49b4-b3e4-d7bbe0b7d966 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0542350 Feb 03 23:52:38.184038 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-cdc65b74-ff26-4eb0-9ec1-510d6da717e2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6926699 Feb 03 23:52:38.184708 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 38956) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:38.186402 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:52:38.187373 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.190219 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:38.232553 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ba7b0b75-9c09-4347-8300-a653d2737e1d req-5f0083d6-7173-4360-9325-0ae115a25f54 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666928 Feb 03 23:52:38.301749 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.303017 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.360861 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks [] for router_controller (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.444914 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Allocated IP 172.20.0.2 (1e8bd5c8-1987-4436-9a1a-4bf840844c1e/25fabc35-fffb-4507-ab31-3db0f21dc155/0bd68be1-acae-491c-b889-f9d6f2448014) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:52:38.454157 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f675cc-e3ba-4907-84aa-dd31daad7f9c req-1b527af9-1344-425a-b54a-09e3682f3a72 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:38.455671 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-67f675cc-e3ba-4907-84aa-dd31daad7f9c req-1b527af9-1344-425a-b54a-09e3682f3a72 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0535533 Feb 03 23:52:38.505204 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-67f675cc-e3ba-4907-84aa-dd31daad7f9c req-ff5315e3-544f-44b1-bc51-fb56d0db1d08 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420241 Feb 03 23:52:38.575933 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks [] for router_gateway (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.594498 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Publish callbacks [] for port (0bd68be1-acae-491c-b889-f9d6f2448014), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.672815 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.712909 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:38.716079 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:38.720580 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:52:38.730813 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Pushing event updated for resources: {'Port': ['ID=0bd68be1-acae-491c-b889-f9d6f2448014,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:38.764460 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.765029 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.765590 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.766075 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.766556 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.767049 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.767576 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.768008 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.768492 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.768974 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.769476 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.769979 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.770462 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:38.815724 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Attempting to bind port 0bd68be1-acae-491c-b889-f9d6f2448014 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:52:38.816097 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Attempting to bind port 0bd68be1-acae-491c-b889-f9d6f2448014 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:52:38.816458 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Attempting to bind port 0bd68be1-acae-491c-b889-f9d6f2448014 on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:52:38.823228 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:52:38.823794 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Checking segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:38.824388 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.824923 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Bound using segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:52:38.825564 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Bound port: 0bd68be1-acae-491c-b889-f9d6f2448014, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:52:38.825974 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.835445 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks [] for router_gateway (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.857276 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:38.887279 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] For port 0bd68be1-acae-491c-b889-f9d6f2448014, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:52:38.890489 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] For port 0bd68be1-acae-491c-b889-f9d6f2448014, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=0bd68be1-acae-491c-b889-f9d6f2448014,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:52:38.961137 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Allocated IP 172.27.0.147 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/ab0e56f9-c007-40b3-a821-afbe40f91256) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:52:38.985838 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:39.042372 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619df7d6-42c7-4279-9426-34bdea57cb5f None None] Pushing event updated for resources: {'Port': ['ID=0bd68be1-acae-491c-b889-f9d6f2448014,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:39.067200 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks [] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:39.208539 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:39.255923 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:39.263586 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:39.266717 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:52:39.292952 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0e56f9-c007-40b3-a821-afbe40f91256,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:39.496055 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed057cdf-fead-42ad-bc1f-30421cd0be9f req-9017697a-b7cd-4853-ae2d-6e93d04dfab5 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:39.497464 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ed057cdf-fead-42ad-bc1f-30421cd0be9f req-9017697a-b7cd-4853-ae2d-6e93d04dfab5 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.1578221 Feb 03 23:52:39.546731 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ed057cdf-fead-42ad-bc1f-30421cd0be9f req-eb8ba7a6-6f6f-450c-9943-496a4548c629 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432475 Feb 03 23:52:39.627734 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee125e8-b2e2-4f6e-8646-e12f360b292c req-c5024df7-95e1-4c47-b959-1cb1774b8b85 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:39.629479 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aee125e8-b2e2-4f6e-8646-e12f360b292c req-c5024df7-95e1-4c47-b959-1cb1774b8b85 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0529938 Feb 03 23:52:39.682368 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aee125e8-b2e2-4f6e-8646-e12f360b292c req-080db7fc-6139-4be4-879a-64c2cdab9cac tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469911 Feb 03 23:52:39.901985 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks [] for router_gateway (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:40.013430 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b840c180-0b1d-46a1-b909-f21514129618 None None] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:52:40.127040 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:40.132674 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-2f175b0e-4a8f-47da-9032-f1d72f39e6d7 None None] Provisioning complete for port 0bd68be1-acae-491c-b889-f9d6f2448014 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:40.132674 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-2f175b0e-4a8f-47da-9032-f1d72f39e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:40.260013 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-2f175b0e-4a8f-47da-9032-f1d72f39e6d7 None None] Current status of the port 0bd68be1-acae-491c-b889-f9d6f2448014 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:40.260013 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-2f175b0e-4a8f-47da-9032-f1d72f39e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:40.301174 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-2f175b0e-4a8f-47da-9032-f1d72f39e6d7 None None] For port 0bd68be1-acae-491c-b889-f9d6f2448014, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=0bd68be1-acae-491c-b889-f9d6f2448014,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:40.444935 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-2f175b0e-4a8f-47da-9032-f1d72f39e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:40.494066 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:52:40.524557 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f175b0e-4a8f-47da-9032-f1d72f39e6d7 None None] Pushing event updated for resources: {'Port': ['ID=0bd68be1-acae-491c-b889-f9d6f2448014,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:40.570368 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 0bd68be1-acae-491c-b889-f9d6f2448014 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:40.573860 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-45fae233-504f-4ab9-bd24-2caaf25a497f None None] Provisioning complete for port 0bd68be1-acae-491c-b889-f9d6f2448014 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:40.588376 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-45fae233-504f-4ab9-bd24-2caaf25a497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:40.661455 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:52:40.671005 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:52:40.683537 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:52:40.684440 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:52:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:40.692893 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a999-cbe7-42cc-b38b-e0c713d825ce req-6fd6e548-b35e-4ce1-ba4d-2c62e521a8a1 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:40.694540 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2c98a999-cbe7-42cc-b38b-e0c713d825ce req-6fd6e548-b35e-4ce1-ba4d-2c62e521a8a1 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0694034 Feb 03 23:52:40.708505 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 0bd68be1-acae-491c-b889-f9d6f2448014 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:40.708875 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:40.745079 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2c98a999-cbe7-42cc-b38b-e0c713d825ce req-a7a33fe2-c3ed-493d-9e44-7da13a261d1f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444803 Feb 03 23:52:40.750874 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-45fae233-504f-4ab9-bd24-2caaf25a497f None None] Current status of the port 0bd68be1-acae-491c-b889-f9d6f2448014 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:40.776788 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:40.779514 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e9e00c81-0b9f-4b5b-9eb6-bf47ae9346a8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5935631 Feb 03 23:52:40.782259 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39006) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:40.820463 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 0bd68be1-acae-491c-b889-f9d6f2448014 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:40.846570 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:52:40.921132 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a6fa8-0fd5-4e98-b6cd-a390da4ac026 req-8e207057-65bc-486f-9026-6e77bb8d297f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:40.923405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ff4a6fa8-0fd5-4e98-b6cd-a390da4ac026 req-8e207057-65bc-486f-9026-6e77bb8d297f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.1389968 Feb 03 23:52:41.033808 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:39Z', 'revision_number': 3, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:41.059493 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:52:41.059850 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Updating router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 port ab0e56f9-c007-40b3-a821-afbe40f91256 binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:52:41.062151 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ff4a6fa8-0fd5-4e98-b6cd-a390da4ac026 req-5093db83-425a-4348-a5d1-c0b68b6024d3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320059 Feb 03 23:52:41.087508 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:41.352053 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Publish callbacks [] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:41.461626 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-ebbee515-4ac4-4340-936f-e3ce86e39be3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510359 Feb 03 23:52:41.517504 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:41.547833 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:41.571838 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Pushing event updated for resources: {'Port': ['ID=ab0e56f9-c007-40b3-a821-afbe40f91256,revision_number=2']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:41.595219 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.595738 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.596323 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.596731 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.597133 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.597530 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.597947 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.598331 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.598760 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.599203 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.599628 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.600048 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.600485 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:41.605802 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Attempting to bind port ab0e56f9-c007-40b3-a821-afbe40f91256 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:52:41.611329 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Attempting to bind port ab0e56f9-c007-40b3-a821-afbe40f91256 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:52:41.611329 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Attempting to bind port ab0e56f9-c007-40b3-a821-afbe40f91256 on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:52:41.612384 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940948-af1a-4701-aa0d-872ad529ebf7 req-bd766c4b-6b32-4086-bd2d-bd7798c6632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:41.612384 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-df940948-af1a-4701-aa0d-872ad529ebf7 req-bd766c4b-6b32-4086-bd2d-bd7798c6632a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 1129 time: 0.0943897 Feb 03 23:52:41.615065 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:52:41.615440 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:41.615856 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:41.616244 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:52:41.616713 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Bound port: ab0e56f9-c007-40b3-a821-afbe40f91256, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:52:41.617090 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:41.631947 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-63b1113e-dde3-4f9e-adc7-faa70d3b9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:41.633613 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-63b1113e-dde3-4f9e-adc7-faa70d3b9f62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1129 time: 0.0548606 Feb 03 23:52:41.673279 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] For port ab0e56f9-c007-40b3-a821-afbe40f91256, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:52:41.679611 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] For port ab0e56f9-c007-40b3-a821-afbe40f91256, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=ab0e56f9-c007-40b3-a821-afbe40f91256,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:52:41.703160 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-df940948-af1a-4701-aa0d-872ad529ebf7 req-d08712c7-200a-4dba-a76a-9734ce62eb5d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822256 Feb 03 23:52:41.744151 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-a17d6efe-1808-44f3-a38e-22497be9b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:41.745646 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-a17d6efe-1808-44f3-a38e-22497be9b92a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.0891671 Feb 03 23:52:41.746465 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Allocated IP 172.20.0.1 (1e8bd5c8-1987-4436-9a1a-4bf840844c1e/25fabc35-fffb-4507-ab31-3db0f21dc155/abaf0ac9-efbb-4a4c-af00-b1392208d5aa) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:52:41.793977 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:41.851129 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Publish callbacks [] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:41.853007 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:52:41.853702 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:52:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:41.884196 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d4d86-f97e-4707-9111-b8244657aa58 req-ea3bcba2-e26a-461b-8a59-f7c0a11bc177 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:41.885691 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c08d4d86-f97e-4707-9111-b8244657aa58 req-ea3bcba2-e26a-461b-8a59-f7c0a11bc177 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0651028 Feb 03 23:52:41.932996 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c08d4d86-f97e-4707-9111-b8244657aa58 req-b4431546-5485-417c-9666-cfd47266aa5c tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Feb 03 23:52:41.938950 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21a38d-0f7c-4dc6-9a60-d7b9a83e2419 None None] Pushing event updated for resources: {'Port': ['ID=ab0e56f9-c007-40b3-a821-afbe40f91256,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:41.978046 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:52:41.986123 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.026574 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:42.031169 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:42.035041 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:52:42.061558 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Pushing event updated for resources: {'Port': ['ID=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:42.090695 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.210032 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-7aca964f-2717-4359-a72c-363226942c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:39Z', 'revision_number': 3, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:42.242214 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca964f-2717-4359-a72c-363226942c73 None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:39Z', 'revision_number': 3, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:52:42.257169 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cae2ec-2824-410f-8636-7e3da62c0a04 req-7cd63ff3-27ee-468f-b7d7-4a5eddf63a6a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:42.268321 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-39cae2ec-2824-410f-8636-7e3da62c0a04 req-7cd63ff3-27ee-468f-b7d7-4a5eddf63a6a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0968285 Feb 03 23:52:42.292533 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-ad60f993-7585-4d16-8613-bc3fbcf6debf None None] Provisioning complete for port abaf0ac9-efbb-4a4c-af00-b1392208d5aa triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:42.293126 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ad60f993-7585-4d16-8613-bc3fbcf6debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.316651 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-39cae2ec-2824-410f-8636-7e3da62c0a04 req-3ce66f9d-7407-4be5-823c-08947bb6df27 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502942 Feb 03 23:52:42.333340 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-ad60f993-7585-4d16-8613-bc3fbcf6debf None None] Port abaf0ac9-efbb-4a4c-af00-b1392208d5aa cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:52:42.380855 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-e9f4dbba-6f0c-4bd3-babf-70879b369493 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 200 len: 217 time: 0.0357740 Feb 03 23:52:42.436134 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-17f46b13-b216-4028-97d1-9d51f802b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:42.437920 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-17f46b13-b216-4028-97d1-9d51f802b52a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.0505595 Feb 03 23:52:42.459743 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 0bd68be1-acae-491c-b889-f9d6f2448014 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:42.482927 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-10ff012f-4644-458d-a9a2-5f934ec7e28d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376527 Feb 03 23:52:42.565023 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.590938 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 0bd68be1-acae-491c-b889-f9d6f2448014 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:42.591399 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.635884 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-b21532e8-75b5-49ce-8628-b2d02b2da72f service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447649 Feb 03 23:52:42.681706 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.698727 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 0bd68be1-acae-491c-b889-f9d6f2448014 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:42.747173 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f15c9ef9-0f09-4d24-a2b3-da1fb87187c4 req-0c29ce16-d9da-42d6-a561-4388426c80f2 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044466 Feb 03 23:52:42.795151 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Publish callbacks [] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.890845 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.991278 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:42.994357 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Pushing event updated for resources: {'Port': ['ID=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:43.097946 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5b869-1d14-42ff-88d2-3dfd44ad7786 req-17d1df8a-fe58-4840-9ed4-63fad72c511d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:43.099489 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a0e5b869-1d14-42ff-88d2-3dfd44ad7786 req-17d1df8a-fe58-4840-9ed4-63fad72c511d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0669930 Feb 03 23:52:43.120478 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:43.122070 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:43.158732 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a0e5b869-1d14-42ff-88d2-3dfd44ad7786 req-8e2f471b-0333-46f2-a0ea-e63979bf7352 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519998 Feb 03 23:52:43.268251 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:52:43.371298 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-22b13747-b02b-421c-9aef-a5fbb4383465 None None] Provisioning complete for port abaf0ac9-efbb-4a4c-af00-b1392208d5aa triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:43.371848 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-22b13747-b02b-421c-9aef-a5fbb4383465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:43.410701 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-22b13747-b02b-421c-9aef-a5fbb4383465 None None] Port abaf0ac9-efbb-4a4c-af00-b1392208d5aa cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:52:43.414382 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:52:43.437201 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-beb799b4-fb0e-45af-a23d-d230e7ff671f admin admin] 10.222.0.41 "PUT /v2.0/routers/3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6532085 Feb 03 23:52:43.478163 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292cad4-f81b-4fdf-ba83-ff965fffe364 req-eec5f1d6-22f3-4c4d-afbd-0044d8fe8ad2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:43.485173 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b292cad4-f81b-4fdf-ba83-ff965fffe364 req-eec5f1d6-22f3-4c4d-afbd-0044d8fe8ad2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0861847 Feb 03 23:52:43.538341 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b292cad4-f81b-4fdf-ba83-ff965fffe364 req-8fd512d0-5ef0-49f3-9c83-f2ff14eb015c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Feb 03 23:52:43.999499 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:52:44.011576 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:52:44.012212 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:52:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:44.134105 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:52:44.310026 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419aafe-53cf-4715-8566-6fa197dc0956 req-c48d9f14-507b-4a83-b283-60c00cad8eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:44.310026 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0419aafe-53cf-4715-8566-6fa197dc0956 req-c48d9f14-507b-4a83-b283-60c00cad8eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0678952 Feb 03 23:52:44.358205 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0419aafe-53cf-4715-8566-6fa197dc0956 req-4a1baf91-e572-4cdf-a0e9-dd730eac1c1b tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531995 Feb 03 23:52:44.400652 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 2, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:44.408296 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:52:44.408668 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Updating router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 port abaf0ac9-efbb-4a4c-af00-b1392208d5aa binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:52:44.438425 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:44.474835 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device ab0e56f9-c007-40b3-a821-afbe40f91256 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:44.623353 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port ab0e56f9-c007-40b3-a821-afbe40f91256 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:44.630598 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:44.700067 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d085910-2cb2-411f-b158-d3cba14bf1aa req-20c3ec96-08cf-41e3-9606-8363baeea82f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:44.709142 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d085910-2cb2-411f-b158-d3cba14bf1aa req-20c3ec96-08cf-41e3-9606-8363baeea82f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0892403 Feb 03 23:52:44.724238 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39078) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:44.729924 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2090282699-network', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:44.758124 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d085910-2cb2-411f-b158-d3cba14bf1aa req-12c01360-ab54-4119-9c18-3962ca7c9805 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480773 Feb 03 23:52:44.815183 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port ab0e56f9-c007-40b3-a821-afbe40f91256 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:44.815563 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:44.865443 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port ab0e56f9-c007-40b3-a821-afbe40f91256, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=ab0e56f9-c007-40b3-a821-afbe40f91256,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:44.877241 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Publish callbacks [] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:44.878863 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d35cb-df97-452c-85ef-0a666aa11d27 req-56dcc7c7-1655-4b63-af0c-24eee865eb78 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:44.880351 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-326d35cb-df97-452c-85ef-0a666aa11d27 req-56dcc7c7-1655-4b63-af0c-24eee865eb78 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0560248 Feb 03 23:52:44.926150 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-326d35cb-df97-452c-85ef-0a666aa11d27 req-ffdc7169-c6fd-40d7-bb3f-92903b966ec4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 Feb 03 23:52:44.980905 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Made reservation on behalf of 68cfb348891a4c16b8a27b9280222a9a for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:52:44.984016 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:44.993575 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.071184 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Publish callbacks [] for security_group (649a899d-55bd-4c62-9877-db6eea7fab8d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.162591 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.165404 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.222940 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (649a899d-55bd-4c62-9877-db6eea7fab8d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.245300 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:52:45.259646 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649a899d-55bd-4c62-9877-db6eea7fab8d,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:45.268223 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (fd237f83-29f6-40d0-95b4-6285b2cc8c13), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.268633 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Added segment fd237f83-29f6-40d0-95b4-6285b2cc8c13 of type vlan for network 9d76fe07-0d4a-41f7-a893-fea842483c34 Feb 03 23:52:45.271217 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.271573 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.271921 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.272265 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.272587 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.273075 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.273576 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.273924 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.274409 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.274743 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.275075 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.275399 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.275722 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:45.280081 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=ab0e56f9-c007-40b3-a821-afbe40f91256,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:45.320456 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Attempting to bind port abaf0ac9-efbb-4a4c-af00-b1392208d5aa on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:52:45.320845 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Attempting to bind port abaf0ac9-efbb-4a4c-af00-b1392208d5aa by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:52:45.321179 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Attempting to bind port abaf0ac9-efbb-4a4c-af00-b1392208d5aa on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:52:45.326334 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (9d76fe07-0d4a-41f7-a893-fea842483c34), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.334661 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:52:45.335056 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Checking segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:45.335490 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.335882 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Bound using segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:52:45.336378 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Bound port: abaf0ac9-efbb-4a4c-af00-b1392208d5aa, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:52:45.336763 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.354086 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68453a-4102-49cc-9360-42ebc85b765d None None] Pushing event updated for resources: {'Port': ['ID=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:45.409593 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] For port abaf0ac9-efbb-4a4c-af00-b1392208d5aa, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:52:45.412750 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] For port abaf0ac9-efbb-4a4c-af00-b1392208d5aa, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:52:45.449953 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-fdb96534-caea-4dfc-a3ca-604cd3bdf54e None None] Provisioning complete for port abaf0ac9-efbb-4a4c-af00-b1392208d5aa triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:45.450341 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-fdb96534-caea-4dfc-a3ca-604cd3bdf54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.486539 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-fdb96534-caea-4dfc-a3ca-604cd3bdf54e None None] Port abaf0ac9-efbb-4a4c-af00-b1392208d5aa cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:52:45.499432 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475e6f5-1e82-4408-853a-61edfa59cf5e req-a32d203f-1869-43f9-8d3e-3227f3aa7d9f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:45.500957 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f475e6f5-1e82-4408-853a-61edfa59cf5e req-a32d203f-1869-43f9-8d3e-3227f3aa7d9f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 944 time: 0.0543883 Feb 03 23:52:45.547589 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f475e6f5-1e82-4408-853a-61edfa59cf5e req-f6166c47-240a-430b-ac17-dee44189965f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Feb 03 23:52:45.598773 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.662900 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:52:45.663533 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:52:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:45.667218 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68453a-4102-49cc-9360-42ebc85b765d None None] Pushing event updated for resources: {'Port': ['ID=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:45.699247 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (9d76fe07-0d4a-41f7-a893-fea842483c34), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.700296 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:45.700887 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.788892 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d76fe07-0d4a-41f7-a893-fea842483c34,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:45.842161 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 9d76fe07-0d4a-41f7-a893-fea842483c34 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:52:45.863312 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d01ab8f1-291b-40d3-8341-0e87277bf8d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1267996 Feb 03 23:52:45.865481 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39096) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:45.870465 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Request body: {'subnet': {'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2090282699-subnet', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:45.955558 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-1fa31e66-b879-4395-b1ae-c2dea538973b None None] Provisioning complete for port abaf0ac9-efbb-4a4c-af00-b1392208d5aa triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:45.955848 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-1fa31e66-b879-4395-b1ae-c2dea538973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:45.985118 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Made reservation on behalf of 68cfb348891a4c16b8a27b9280222a9a for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:52:45.987773 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25886147'] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.012330 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:52:46.044434 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device ab2a8732-d08e-4f9d-8f54-757cb86a8e41 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:52:46.226876 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-1fa31e66-b879-4395-b1ae-c2dea538973b None None] Current status of the port abaf0ac9-efbb-4a4c-af00-b1392208d5aa is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:46.227269 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-1fa31e66-b879-4395-b1ae-c2dea538973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.288284 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25886197'] for subnet (8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.314694 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-1fa31e66-b879-4395-b1ae-c2dea538973b None None] For port abaf0ac9-efbb-4a4c-af00-b1392208d5aa, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:46.346407 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port ab2a8732-d08e-4f9d-8f54-757cb86a8e41, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:46.351865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:46.361258 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Checking segment: {'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:46.371460 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Network hostable DHCP agents. Network: 9d76fe07-0d4a-41f7-a893-fea842483c34, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:52:46.371577 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'ab2a8732-d08e-4f9d-8f54-757cb86a8e41', 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208', 'port_id': 'ab2a8732-d08e-4f9d-8f54-757cb86a8e41', 'mac_address': 'fa:16:3e:1b:19:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6c9a15-ef31-4577-ac16-2019f4901ec4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.371712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:52:46.413441 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:46.414020 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.428825 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:45Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:46.433382 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2a8732-d08e-4f9d-8f54-757cb86a8e41 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:52:46.462939 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device ab0e56f9-c007-40b3-a821-afbe40f91256 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:46.465978 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dffa80-283d-4c80-b10d-9cd3f6fb3343 None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:45Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:52:46.467432 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-1fa31e66-b879-4395-b1ae-c2dea538973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.472805 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Network 9d76fe07-0d4a-41f7-a893-fea842483c34 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:52:46.537260 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port ab2a8732-d08e-4f9d-8f54-757cb86a8e41, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:46.576673 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa31e66-b879-4395-b1ae-c2dea538973b None None] Pushing event updated for resources: {'Port': ['ID=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:46.586359 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port ab0e56f9-c007-40b3-a821-afbe40f91256 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:46.587373 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.594761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 9d76fe07-0d4a-41f7-a893-fea842483c34) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:46.598214 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:46.598813 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.625486 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f0d365-1936-463e-8c73-e72a9394cea3 None None] Network 9d76fe07-0d4a-41f7-a893-fea842483c34 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:52:46.630853 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.696754 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7e00b-da0c-45c3-9d7f-7f4e5d4fb0ac req-287d907b-522f-48ab-a13a-423202f1991d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:46.703616 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-ec0483b6-b04e-4fe4-a968-f5387cc3ec67 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8362560 Feb 03 23:52:46.704853 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c3b7e00b-da0c-45c3-9d7f-7f4e5d4fb0ac req-287d907b-522f-48ab-a13a-423202f1991d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 945 time: 0.0670123 Feb 03 23:52:46.705211 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39108) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:46.712976 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:46.759352 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c3b7e00b-da0c-45c3-9d7f-7f4e5d4fb0ac req-2689f446-4735-4918-a74c-57e5d0b46401 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534518 Feb 03 23:52:46.767056 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:46.822684 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-9d76fe07-0d4a-41f7-a893-fea842483c34', 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34', 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'fixed_ips': [{'subnet_id': '8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:52:46.823700 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.842415 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port ab0e56f9-c007-40b3-a821-afbe40f91256 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:46.885362 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (d6e99b97-988b-4b4d-8c23-81cfda953a05), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.885813 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (d6e99b97-988b-4b4d-8c23-81cfda953a05), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.951525 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks [] for router_controller (d6e99b97-988b-4b4d-8c23-81cfda953a05), precommit_add_association {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:46.993419 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Allocated IP 172.20.0.2 (9d76fe07-0d4a-41f7-a893-fea842483c34/8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06/8c57f391-fcc3-4a78-9259-7007dfd224d0) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:52:47.148591 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['ab2a8732-d08e-4f9d-8f54-757cb86a8e41'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:52:47.206548 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Publish callbacks [] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.207083 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks [] for router_gateway (d6e99b97-988b-4b4d-8c23-81cfda953a05), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.277862 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.347809 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Network 9d76fe07-0d4a-41f7-a893-fea842483c34 is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:47.353097 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:47.358120 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:52:47.363991 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Pushing event updated for resources: {'Port': ['ID=8c57f391-fcc3-4a78-9259-7007dfd224d0,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:47.439770 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Attempting to bind port 8c57f391-fcc3-4a78-9259-7007dfd224d0 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:52:47.443013 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Attempting to bind port 8c57f391-fcc3-4a78-9259-7007dfd224d0 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:52:47.443013 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Attempting to bind port 8c57f391-fcc3-4a78-9259-7007dfd224d0 on network 9d76fe07-0d4a-41f7-a893-fea842483c34 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:52:47.446698 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:52:47.447229 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Checking segment: {'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:47.447741 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.448450 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Bound using segment: {'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:52:47.449033 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Bound port: 8c57f391-fcc3-4a78-9259-7007dfd224d0, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:52:47.449583 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.507434 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks [] for router_gateway (d6e99b97-988b-4b4d-8c23-81cfda953a05), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.534882 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] For port 8c57f391-fcc3-4a78-9259-7007dfd224d0, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:52:47.537968 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] For port 8c57f391-fcc3-4a78-9259-7007dfd224d0, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8c57f391-fcc3-4a78-9259-7007dfd224d0,segment=NetworkSegment(fd237f83-29f6-40d0-95b4-6285b2cc8c13),segment_id=fd237f83-29f6-40d0-95b4-6285b2cc8c13)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:52:47.540840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.651711 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Allocated IP 172.27.0.81 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/bba8096a-72b6-4220-b08c-b07d0089a0c4) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:52:47.700402 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.766474 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494199e-e946-47d5-81ca-336cb8dd8bec None None] Pushing event updated for resources: {'Port': ['ID=8c57f391-fcc3-4a78-9259-7007dfd224d0,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:47.785351 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks [] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:47.911888 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962087-722a-4bff-888e-63d656cfd11d req-f0460e15-f6d3-4870-8baa-755cd933e378 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:47.913571 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1c962087-722a-4bff-888e-63d656cfd11d req-f0460e15-f6d3-4870-8baa-755cd933e378 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 945 time: 0.0587451 Feb 03 23:52:47.966815 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:48.004407 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1c962087-722a-4bff-888e-63d656cfd11d req-c400e07e-2ec4-412f-a772-347c6afe4b68 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824690 Feb 03 23:52:48.027187 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:48.031036 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:48.034076 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:52:48.036841 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Pushing event updated for resources: {'Port': ['ID=bba8096a-72b6-4220-b08c-b07d0089a0c4,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:48.417550 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks [] for router_gateway (d6e99b97-988b-4b4d-8c23-81cfda953a05), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:48.594747 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device abaf0ac9-efbb-4a4c-af00-b1392208d5aa up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:48.680537 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (d6e99b97-988b-4b4d-8c23-81cfda953a05), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:48.855880 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port abaf0ac9-efbb-4a4c-af00-b1392208d5aa triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:48.856253 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:48.893642 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488119f-3601-4282-a112-269122604f2f req-2936f7c5-7499-4e31-bafa-043141316125 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:48.895212 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9488119f-3601-4282-a112-269122604f2f req-2936f7c5-7499-4e31-bafa-043141316125 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0770805 Feb 03 23:52:48.932579 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141871ef-6d9e-4342-9b80-20afb7363b28 None None] Network 9d76fe07-0d4a-41f7-a893-fea842483c34 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:52:48.949986 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9488119f-3601-4282-a112-269122604f2f req-08ffa168-142b-4505-adba-4612eca0b04d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Feb 03 23:52:48.992799 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port abaf0ac9-efbb-4a4c-af00-b1392208d5aa is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:48.993923 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8c57f391-fcc3-4a78-9259-7007dfd224d0 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:49.005352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Router d6e99b97-988b-4b4d-8c23-81cfda953a05 is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:52:49.013267 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-65df9e96-93a9-42bc-96b1-b4436ed43a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:49.013267 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-65df9e96-93a9-42bc-96b1-b4436ed43a06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1129 time: 0.0615337 Feb 03 23:52:49.132079 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-3f07e75e-af71-4986-9bb4-f70a5f2c69f4 None None] Provisioning complete for port 8c57f391-fcc3-4a78-9259-7007dfd224d0 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:49.132724 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3f07e75e-af71-4986-9bb4-f70a5f2c69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:49.142749 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-26403ed2-2c23-4c72-955e-8599be521e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:49.144335 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-26403ed2-2c23-4c72-955e-8599be521e43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.1247613 Feb 03 23:52:49.163505 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:52:49.177556 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Sync routers for ids ['d6e99b97-988b-4b4d-8c23-81cfda953a05'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:52:49.193995 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Routers {'d6e99b97-988b-4b4d-8c23-81cfda953a05'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:52:49.199043 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:52:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['d6e99b97-988b-4b4d-8c23-81cfda953a05'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:49.200528 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 8c57f391-fcc3-4a78-9259-7007dfd224d0 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:49.200909 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:49.204447 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-a1934611-dab4-4211-a24a-7336b8e308b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 200 len: 217 time: 0.0507903 Feb 03 23:52:49.212304 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24326-db3e-428c-b356-5151a8479ae4 req-0ed0cf91-dc2e-4f3a-9354-2058ed6dacf0 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:49.213867 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-10c24326-db3e-428c-b356-5151a8479ae4 req-0ed0cf91-dc2e-4f3a-9354-2058ed6dacf0 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 945 time: 0.1109860 Feb 03 23:52:49.302885 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:49.305528 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-79b1db69-0404-4b23-a9db-5187e72034dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5982931 Feb 03 23:52:49.308195 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39166) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:49.314793 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Set router d6e99b97-988b-4b4d-8c23-81cfda953a05 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:52:49.354117 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-3f07e75e-af71-4986-9bb4-f70a5f2c69f4 None None] Current status of the port 8c57f391-fcc3-4a78-9259-7007dfd224d0 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:49.354547 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3f07e75e-af71-4986-9bb4-f70a5f2c69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:49.357660 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-10c24326-db3e-428c-b356-5151a8479ae4 req-c047b369-997b-45f3-a0bc-66d240a8ba53 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342151 Feb 03 23:52:49.360287 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-af976b16-ecec-427f-bd51-47b0b88ff06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:49.361824 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-af976b16-ecec-427f-bd51-47b0b88ff06e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.1470051 Feb 03 23:52:49.403037 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-3f07e75e-af71-4986-9bb4-f70a5f2c69f4 None None] For port 8c57f391-fcc3-4a78-9259-7007dfd224d0, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8c57f391-fcc3-4a78-9259-7007dfd224d0,segment=NetworkSegment(fd237f83-29f6-40d0-95b4-6285b2cc8c13),segment_id=fd237f83-29f6-40d0-95b4-6285b2cc8c13)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:49.404844 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 8c57f391-fcc3-4a78-9259-7007dfd224d0 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:49.404985 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:49.426515 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-b7e606e6-cad9-4706-860f-b0f2b36c4a5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582511 Feb 03 23:52:49.491355 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3f07e75e-af71-4986-9bb4-f70a5f2c69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:49.547444 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-4fe7b459-3eff-4d8b-b8c8-ff2dfd18df72 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102359 Feb 03 23:52:49.589622 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.db.api [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 23:52:49.590020 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG oslo_db.api [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 23:52:49.612915 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e75e-af71-4986-9bb4-f70a5f2c69f4 None None] Pushing event updated for resources: {'Port': ['ID=8c57f391-fcc3-4a78-9259-7007dfd224d0,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:49.634265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-ba4c8a42-cba3-4d1a-89cf-03d2102911b1 None None] Provisioning complete for port 8c57f391-fcc3-4a78-9259-7007dfd224d0 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:49.635059 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8a42-cba3-4d1a-89cf-03d2102911b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:49.653950 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-03T23:52:48Z', 'revision_number': 3, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port': {'id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:47Z', 'updated_at': '2022-02-03T23:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:49.676473 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-870c3564-618f-4d4e-ae6e-b35b44e97d68 req-a26e0917-c33d-45b3-b768-7e2d408eb4a3 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263857 Feb 03 23:52:49.693879 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Checking router: d6e99b97-988b-4b4d-8c23-81cfda953a05 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:52:49.694260 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Updating router d6e99b97-988b-4b4d-8c23-81cfda953a05 port bba8096a-72b6-4220-b08c-b07d0089a0c4 binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:52:49.737534 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:49.744472 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c8a42-cba3-4d1a-89cf-03d2102911b1 None None] Current status of the port 8c57f391-fcc3-4a78-9259-7007dfd224d0 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:49.998330 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.028807 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Publish callbacks [] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.038541 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device ab2a8732-d08e-4f9d-8f54-757cb86a8e41 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:50.138577 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 8c57f391-fcc3-4a78-9259-7007dfd224d0 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:50.199444 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.258491 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Attempting to bind port bba8096a-72b6-4220-b08c-b07d0089a0c4 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:52:50.259021 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Attempting to bind port bba8096a-72b6-4220-b08c-b07d0089a0c4 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:52:50.259458 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Attempting to bind port bba8096a-72b6-4220-b08c-b07d0089a0c4 on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:52:50.267251 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b64dab-d8d5-4fdc-8441-5408f9c59f4f None None] Pushing event updated for resources: {'Port': ['ID=bba8096a-72b6-4220-b08c-b07d0089a0c4,revision_number=2']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:50.270844 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:52:50.271306 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:50.271769 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.272371 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:52:50.273035 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Bound port: bba8096a-72b6-4220-b08c-b07d0089a0c4, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:52:50.273480 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.294963 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:52:50.299764 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:50.300134 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.326506 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] For port bba8096a-72b6-4220-b08c-b07d0089a0c4, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:52:50.331223 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] For port bba8096a-72b6-4220-b08c-b07d0089a0c4, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=bba8096a-72b6-4220-b08c-b07d0089a0c4,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:52:50.389538 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:50.390801 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.403227 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b8734-881d-4969-b4ab-aa7619d7d3c6 req-9d0a1311-7c59-42a9-9e90-b9914326454b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:50.404787 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5c9b8734-881d-4969-b4ab-aa7619d7d3c6 req-9d0a1311-7c59-42a9-9e90-b9914326454b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1477208 Feb 03 23:52:50.421192 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4a6cac-05e8-409d-a64d-86d1781d18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2a8732-d08e-4f9d-8f54-757cb86a8e41'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:52:50.423724 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cb7c55-7677-4fe8-9b4a-170cd37998e9" -d '{"events": [{"server_uuid": "0c4a6cac-05e8-409d-a64d-86d1781d18bb", "name": "network-vif-plugged", "status": "completed", "tag": "ab2a8732-d08e-4f9d-8f54-757cb86a8e41"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:52:50.426676 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.443395 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port ab2a8732-d08e-4f9d-8f54-757cb86a8e41, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:50.488368 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8c57f391-fcc3-4a78-9259-7007dfd224d0 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:50.518153 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Routers {'d6e99b97-988b-4b4d-8c23-81cfda953a05'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:52:50.518923 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:52:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['d6e99b97-988b-4b4d-8c23-81cfda953a05'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:50.519525 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5c9b8734-881d-4969-b4ab-aa7619d7d3c6 req-8a00e1cd-2bbf-4310-a1b5-1c0c394b14fd tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019676 Feb 03 23:52:50.529307 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Allocated IP 172.20.0.1 (9d76fe07-0d4a-41f7-a893-fea842483c34/8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06/af35dab7-4a96-4d9c-bf1e-77c3fee30579) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:52:50.544330 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.559992 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ebce0-dfb6-4268-9a4d-bb88c7014033 req-21c12714-8c96-4e05-ad5a-226811be45ea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:50.564098 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-125ebce0-dfb6-4268-9a4d-bb88c7014033 req-21c12714-8c96-4e05-ad5a-226811be45ea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 945 time: 0.1109011 Feb 03 23:52:50.596162 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b64dab-d8d5-4fdc-8441-5408f9c59f4f None None] Pushing event updated for resources: {'Port': ['ID=bba8096a-72b6-4220-b08c-b07d0089a0c4,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:50.605373 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25427473-bb87-430d-bebd-b6e5edb3cdbb x-openstack-request-id: req-25427473-bb87-430d-bebd-b6e5edb3cdbb {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:52:50.605684 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4a6cac-05e8-409d-a64d-86d1781d18bb", "name": "network-vif-plugged", "status": "completed", "tag": "ab2a8732-d08e-4f9d-8f54-757cb86a8e41", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:52:50.605959 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25427473-bb87-430d-bebd-b6e5edb3cdbb {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:52:50.606563 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4a6cac-05e8-409d-a64d-86d1781d18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2a8732-d08e-4f9d-8f54-757cb86a8e41', 'code': 200} Feb 03 23:52:50.621849 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-125ebce0-dfb6-4268-9a4d-bb88c7014033 req-57abe7f9-bce2-4d7f-9dea-3010b78fb350 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Feb 03 23:52:50.663240 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] Set router d6e99b97-988b-4b4d-8c23-81cfda953a05 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:52:50.683428 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 8c57f391-fcc3-4a78-9259-7007dfd224d0 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:50.683960 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.687240 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:50.742920 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Publish callbacks [] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.774565 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 8c57f391-fcc3-4a78-9259-7007dfd224d0 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:50.873180 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:50.879741 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-03T23:52:48Z', 'revision_number': 3, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port': {'id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:47Z', 'updated_at': '2022-02-03T23:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:50.909069 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b198265-5ee6-42e0-8718-aa102a4dd300 None None] The sync data for ids ['d6e99b97-988b-4b4d-8c23-81cfda953a05'] in dv-cinder-822768-2-iscsi is: [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-03T23:52:48Z', 'revision_number': 3, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port': {'id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:47Z', 'updated_at': '2022-02-03T23:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:52:50.914763 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Network 9d76fe07-0d4a-41f7-a893-fea842483c34 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:50.917627 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:50.920036 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:52:50.956787 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Pushing event updated for resources: {'Port': ['ID=af35dab7-4a96-4d9c-bf1e-77c3fee30579,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:50.997571 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (d6e99b97-988b-4b4d-8c23-81cfda953a05), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:51.072713 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb31780-750f-4050-aab3-b5eba8945491 req-85e643b5-bb38-4ea6-be1f-a7c2b96957b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:51.074677 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7bb31780-750f-4050-aab3-b5eba8945491 req-85e643b5-bb38-4ea6-be1f-a7c2b96957b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 1130 time: 0.0558887 Feb 03 23:52:51.147896 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7bb31780-750f-4050-aab3-b5eba8945491 req-590f2135-7bdf-4001-93b6-4efb918619b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672624 Feb 03 23:52:51.294474 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:51.296774 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-178c7065-e7ba-4146-9e9a-1771a3564c14 None None] Provisioning complete for port af35dab7-4a96-4d9c-bf1e-77c3fee30579 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:51.297146 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-178c7065-e7ba-4146-9e9a-1771a3564c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:51.337718 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-178c7065-e7ba-4146-9e9a-1771a3564c14 None None] Port af35dab7-4a96-4d9c-bf1e-77c3fee30579 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:52:51.481561 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Publish callbacks [] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:51.599882 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:51.709508 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Pushing event updated for resources: {'Port': ['ID=af35dab7-4a96-4d9c-bf1e-77c3fee30579,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:51.719724 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (d6e99b97-988b-4b4d-8c23-81cfda953a05), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:51.732572 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d061b4-f838-4ca2-910a-59870bf28779 req-2ee16f7c-3847-4923-b16d-8a19e649d613 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:51.734227 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a8d061b4-f838-4ca2-910a-59870bf28779 req-2ee16f7c-3847-4923-b16d-8a19e649d613 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1440549 Feb 03 23:52:51.777864 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409641ab-338f-4501-8b27-19f00ffacc25 req-6ef6b369-0531-4d9f-bd39-3f84ba6c03c7 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:51.779584 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-409641ab-338f-4501-8b27-19f00ffacc25 req-6ef6b369-0531-4d9f-bd39-3f84ba6c03c7 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0670059 Feb 03 23:52:51.837961 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-409641ab-338f-4501-8b27-19f00ffacc25 req-bd1590dd-5ffe-4024-8cee-a26235e95b93 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521166 Feb 03 23:52:51.855411 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a8d061b4-f838-4ca2-910a-59870bf28779 req-dd641944-0ded-46f0-acd2-f6444957c462 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079683 Feb 03 23:52:51.883856 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Network 9d76fe07-0d4a-41f7-a893-fea842483c34 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:52:51.883856 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:52:52.009914 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Router d6e99b97-988b-4b4d-8c23-81cfda953a05 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:52:52.142010 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:52:52.146981 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-899e2286-1444-4b93-837a-1eb78296b151 admin admin] 10.222.0.41 "PUT /v2.0/routers/d6e99b97-988b-4b4d-8c23-81cfda953a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8375587 Feb 03 23:52:52.173810 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-e93ec897-8278-4fc4-86eb-3aa8bdb5cf36 None None] Provisioning complete for port af35dab7-4a96-4d9c-bf1e-77c3fee30579 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:52.173810 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e93ec897-8278-4fc4-86eb-3aa8bdb5cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:52.221257 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-e93ec897-8278-4fc4-86eb-3aa8bdb5cf36 None None] Port af35dab7-4a96-4d9c-bf1e-77c3fee30579 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:52:52.477624 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device bba8096a-72b6-4220-b08c-b07d0089a0c4 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:52.528417 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port bba8096a-72b6-4220-b08c-b07d0089a0c4 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:52.529087 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:52.607050 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port bba8096a-72b6-4220-b08c-b07d0089a0c4 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:52.607352 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:52.627430 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port bba8096a-72b6-4220-b08c-b07d0089a0c4, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=bba8096a-72b6-4220-b08c-b07d0089a0c4,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:52.706822 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:52.754788 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=bba8096a-72b6-4220-b08c-b07d0089a0c4,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:52.822054 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39244) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:52.826693 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-5ec6a323-b341-4af9-b327-bd53df33d3f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687433725', 'description': 'tempest-secgroup-smoke-1687433725 description', 'project_id': 'dd8c2e0432d9424db703038c19cba9c9'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:52.910622 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a323-b341-4af9-b327-bd53df33d3f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:52.971773 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d273f-c3b1-4b98-b898-e14615953383 req-9955483a-0775-4cda-856e-8ee00a14a839 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:52.973433 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fc7d273f-c3b1-4b98-b898-e14615953383 req-9955483a-0775-4cda-856e-8ee00a14a839 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0666442 Feb 03 23:52:53.012612 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e62caa-92b6-4189-af3c-6fdaf2772c73 req-3d7dc846-e710-4c92-a397-7732ae66ebbc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:53.014151 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c5e62caa-92b6-4189-af3c-6fdaf2772c73 req-3d7dc846-e710-4c92-a397-7732ae66ebbc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0852733 Feb 03 23:52:53.027992 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fc7d273f-c3b1-4b98-b898-e14615953383 req-5c88645a-819d-4196-9887-2c48654d7d2e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479546 Feb 03 23:52:53.034782 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a323-b341-4af9-b327-bd53df33d3f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group (37087b5c-0ebe-475b-9753-080f5de85f1b), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.076719 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c5e62caa-92b6-4189-af3c-6fdaf2772c73 req-f1ca1d4c-11a9-4a79-abc0-0424ae2d4886 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Feb 03 23:52:53.099021 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a323-b341-4af9-b327-bd53df33d3f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (37087b5c-0ebe-475b-9753-080f5de85f1b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.127849 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6a323-b341-4af9-b327-bd53df33d3f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37087b5c-0ebe-475b-9753-080f5de85f1b,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:53.179027 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-260d4280-5bb5-4e10-befe-e084d8b77dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.204806 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a323-b341-4af9-b327-bd53df33d3f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.206087 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5ec6a323-b341-4af9-b327-bd53df33d3f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3829758 Feb 03 23:52:53.209351 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39254) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:53.213753 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-d661e04e-9778-4245-be9a-e94f9be9c142 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'security_group_rule': {'security_group_id': '37087b5c-0ebe-475b-9753-080f5de85f1b', 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:53.306147 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d661e04e-9778-4245-be9a-e94f9be9c142 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (db431872-1303-4711-b83d-da2416736551), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.365514 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d661e04e-9778-4245-be9a-e94f9be9c142 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (db431872-1303-4711-b83d-da2416736551), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.453806 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d661e04e-9778-4245-be9a-e94f9be9c142 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (db431872-1303-4711-b83d-da2416736551), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.471205 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661e04e-9778-4245-be9a-e94f9be9c142 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db431872-1303-4711-b83d-da2416736551,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:53.540911 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d661e04e-9778-4245-be9a-e94f9be9c142 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.542314 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d661e04e-9778-4245-be9a-e94f9be9c142 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319781 Feb 03 23:52:53.544994 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39258) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:53.549449 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-6746e783-05e2-454a-a53f-dccb1124647d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'security_group_rule': {'security_group_id': '37087b5c-0ebe-475b-9753-080f5de85f1b', 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:53.555546 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Sync routers for ids ['d6e99b97-988b-4b4d-8c23-81cfda953a05'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:52:53.567236 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Routers {'d6e99b97-988b-4b4d-8c23-81cfda953a05'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:52:53.567930 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:52:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['d6e99b97-988b-4b4d-8c23-81cfda953a05'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:53.641480 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6746e783-05e2-454a-a53f-dccb1124647d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (13cfd163-c39c-4c6f-b594-a891c81242bb), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.675201 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Set router d6e99b97-988b-4b4d-8c23-81cfda953a05 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:52:53.696758 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6746e783-05e2-454a-a53f-dccb1124647d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (13cfd163-c39c-4c6f-b594-a891c81242bb), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.769462 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6746e783-05e2-454a-a53f-dccb1124647d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (13cfd163-c39c-4c6f-b594-a891c81242bb), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.788123 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746e783-05e2-454a-a53f-dccb1124647d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cfd163-c39c-4c6f-b594-a891c81242bb,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:53.846051 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6746e783-05e2-454a-a53f-dccb1124647d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.851011 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39262) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:53.851204 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6746e783-05e2-454a-a53f-dccb1124647d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3052316 Feb 03 23:52:53.855966 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-f9763c3e-546f-4de6-9c8b-19408dc7055b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'security_group_rule': {'security_group_id': '37087b5c-0ebe-475b-9753-080f5de85f1b', 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:53.877562 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-03T23:52:51Z', 'revision_number': 4, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port': {'id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:47Z', 'updated_at': '2022-02-03T23:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'af35dab7-4a96-4d9c-bf1e-77c3fee30579', 'name': '', 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'mac_address': 'fa:16:3e:6b:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:50Z', 'updated_at': '2022-02-03T23:52:51Z', 'revision_number': 2, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'subnets': [{'id': '8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:53.903447 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Checking router: d6e99b97-988b-4b4d-8c23-81cfda953a05 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:52:53.903806 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Updating router d6e99b97-988b-4b4d-8c23-81cfda953a05 port af35dab7-4a96-4d9c-bf1e-77c3fee30579 binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:52:53.930067 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:53.945896 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f9763c3e-546f-4de6-9c8b-19408dc7055b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (9912d70e-e8ac-4242-a00b-214466bcf50c), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.009263 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f9763c3e-546f-4de6-9c8b-19408dc7055b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (9912d70e-e8ac-4242-a00b-214466bcf50c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.112248 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f9763c3e-546f-4de6-9c8b-19408dc7055b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (9912d70e-e8ac-4242-a00b-214466bcf50c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.151318 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9763c3e-546f-4de6-9c8b-19408dc7055b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9912d70e-e8ac-4242-a00b-214466bcf50c,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:54.182617 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7ede2-bc7f-421f-bd37-422fad588f8c req-05751455-1adf-4096-a714-8ffd2a800627 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:54.186438 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-deb7ede2-bc7f-421f-bd37-422fad588f8c req-05751455-1adf-4096-a714-8ffd2a800627 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0860329 Feb 03 23:52:54.208129 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f9763c3e-546f-4de6-9c8b-19408dc7055b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.209532 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f9763c3e-546f-4de6-9c8b-19408dc7055b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3571565 Feb 03 23:52:54.213978 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39272) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:54.214124 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c8410-c129-4940-b808-43a8107ff993 req-cd7698ef-00aa-4858-a3a8-f0efed90ba24 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:54.215966 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a51c8410-c129-4940-b808-43a8107ff993 req-cd7698ef-00aa-4858-a3a8-f0efed90ba24 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0651135 Feb 03 23:52:54.216926 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Publish callbacks [] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.225799 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-23726fc4-6ea5-4bee-a24d-45190b192803 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'security_group_rule': {'security_group_id': '37087b5c-0ebe-475b-9753-080f5de85f1b', 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:54.255548 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-deb7ede2-bc7f-421f-bd37-422fad588f8c req-8c2420a1-e571-47bd-9dc2-5b93416d58e6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657806 Feb 03 23:52:54.269316 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a51c8410-c129-4940-b808-43a8107ff993 req-a39f2b3c-6434-425b-b932-f6133c6436bb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457945 Feb 03 23:52:54.317986 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.365231 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23726fc4-6ea5-4bee-a24d-45190b192803 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (c89d2f3e-6627-45ff-a316-1fe5f40c8470), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.398157 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9a75a-2446-47f3-b9cd-eb972cb4c54b None None] Pushing event updated for resources: {'Port': ['ID=af35dab7-4a96-4d9c-bf1e-77c3fee30579,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:54.432145 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Attempting to bind port af35dab7-4a96-4d9c-bf1e-77c3fee30579 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:52:54.432829 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Attempting to bind port af35dab7-4a96-4d9c-bf1e-77c3fee30579 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:52:54.434191 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Attempting to bind port af35dab7-4a96-4d9c-bf1e-77c3fee30579 on network 9d76fe07-0d4a-41f7-a893-fea842483c34 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:52:54.440929 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:52:54.441596 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Checking segment: {'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:52:54.442419 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.442955 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Bound using segment: {'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:52:54.443584 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Bound port: af35dab7-4a96-4d9c-bf1e-77c3fee30579, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd237f83-29f6-40d0-95b4-6285b2cc8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:52:54.444206 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.451096 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23726fc4-6ea5-4bee-a24d-45190b192803 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (c89d2f3e-6627-45ff-a316-1fe5f40c8470), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.488678 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device bba8096a-72b6-4220-b08c-b07d0089a0c4 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:54.545191 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23726fc4-6ea5-4bee-a24d-45190b192803 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (c89d2f3e-6627-45ff-a316-1fe5f40c8470), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.551089 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] For port af35dab7-4a96-4d9c-bf1e-77c3fee30579, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:52:54.554349 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] For port af35dab7-4a96-4d9c-bf1e-77c3fee30579, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=af35dab7-4a96-4d9c-bf1e-77c3fee30579,segment=NetworkSegment(fd237f83-29f6-40d0-95b4-6285b2cc8c13),segment_id=fd237f83-29f6-40d0-95b4-6285b2cc8c13)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:52:54.566377 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23726fc4-6ea5-4bee-a24d-45190b192803 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89d2f3e-6627-45ff-a316-1fe5f40c8470,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:54.566632 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port bba8096a-72b6-4220-b08c-b07d0089a0c4 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:54.567085 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.637683 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.663262 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23726fc4-6ea5-4bee-a24d-45190b192803 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.664473 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-23726fc4-6ea5-4bee-a24d-45190b192803 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4484835 Feb 03 23:52:54.667382 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39276) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:54.672919 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-7a088dec-3d08-4580-bb16-4de58b7a09e0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'security_group_rule': {'security_group_id': '37087b5c-0ebe-475b-9753-080f5de85f1b', 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:54.690569 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port bba8096a-72b6-4220-b08c-b07d0089a0c4 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:54.718206 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-ef1f92a8-fe71-47f7-baa6-78c66e891304 None None] Provisioning complete for port af35dab7-4a96-4d9c-bf1e-77c3fee30579 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:54.718206 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ef1f92a8-fe71-47f7-baa6-78c66e891304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.723618 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9a75a-2446-47f3-b9cd-eb972cb4c54b None None] Pushing event updated for resources: {'Port': ['ID=af35dab7-4a96-4d9c-bf1e-77c3fee30579,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:54.743353 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Routers {'d6e99b97-988b-4b4d-8c23-81cfda953a05'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:52:54.744002 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:52:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['d6e99b97-988b-4b4d-8c23-81cfda953a05'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:54.764219 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.securitygroups_db [None req-7a088dec-3d08-4580-bb16-4de58b7a09e0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Project dd8c2e0432d9424db703038c19cba9c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:52:54.770718 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7a088dec-3d08-4580-bb16-4de58b7a09e0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (85178459-a346-426c-ba43-b6fe62f526a9), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.839855 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7a088dec-3d08-4580-bb16-4de58b7a09e0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (85178459-a346-426c-ba43-b6fe62f526a9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.912731 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7a088dec-3d08-4580-bb16-4de58b7a09e0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (85178459-a346-426c-ba43-b6fe62f526a9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:54.932622 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a088dec-3d08-4580-bb16-4de58b7a09e0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85178459-a346-426c-ba43-b6fe62f526a9,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:55.004471 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7a088dec-3d08-4580-bb16-4de58b7a09e0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:55.008085 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7a088dec-3d08-4580-bb16-4de58b7a09e0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3373127 Feb 03 23:52:55.008980 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39280) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:52:55.013510 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-cd46a818-9d4a-4dac-b1ba-a373048fa5f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'security_group_rule': {'security_group_id': '37087b5c-0ebe-475b-9753-080f5de85f1b', 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:52:55.017378 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] Set router d6e99b97-988b-4b4d-8c23-81cfda953a05 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:52:55.048591 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f92a8-fe71-47f7-baa6-78c66e891304 None None] Current status of the port af35dab7-4a96-4d9c-bf1e-77c3fee30579 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:55.048978 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ef1f92a8-fe71-47f7-baa6-78c66e891304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:55.101646 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.securitygroups_db [None req-cd46a818-9d4a-4dac-b1ba-a373048fa5f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Project dd8c2e0432d9424db703038c19cba9c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:52:55.106941 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cd46a818-9d4a-4dac-b1ba-a373048fa5f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (2d0715e8-9f99-4782-994c-bb9c938cf5e8), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:55.157374 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-ef1f92a8-fe71-47f7-baa6-78c66e891304 None None] For port af35dab7-4a96-4d9c-bf1e-77c3fee30579, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=af35dab7-4a96-4d9c-bf1e-77c3fee30579,segment=NetworkSegment(fd237f83-29f6-40d0-95b4-6285b2cc8c13),segment_id=fd237f83-29f6-40d0-95b4-6285b2cc8c13)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:52:55.168861 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cd46a818-9d4a-4dac-b1ba-a373048fa5f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (2d0715e8-9f99-4782-994c-bb9c938cf5e8), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:55.255875 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-03T23:52:51Z', 'revision_number': 4, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port': {'id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:47Z', 'updated_at': '2022-02-03T23:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'af35dab7-4a96-4d9c-bf1e-77c3fee30579', 'name': '', 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'mac_address': 'fa:16:3e:6b:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:50Z', 'updated_at': '2022-02-03T23:52:54Z', 'revision_number': 4, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'subnets': [{'id': '8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:52:55.258957 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ef1f92a8-fe71-47f7-baa6-78c66e891304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:55.287368 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7c330-0156-43fd-8271-76b457464d28 None None] The sync data for ids ['d6e99b97-988b-4b4d-8c23-81cfda953a05'] in dv-cinder-822768-2-iscsi is: [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-03T23:52:51Z', 'revision_number': 4, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port': {'id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:47Z', 'updated_at': '2022-02-03T23:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'af35dab7-4a96-4d9c-bf1e-77c3fee30579', 'name': '', 'network_id': '9d76fe07-0d4a-41f7-a893-fea842483c34', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'mac_address': 'fa:16:3e:6b:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:50Z', 'updated_at': '2022-02-03T23:52:54Z', 'revision_number': 4, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'subnets': [{'id': '8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:52:55.290115 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cd46a818-9d4a-4dac-b1ba-a373048fa5f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (2d0715e8-9f99-4782-994c-bb9c938cf5e8), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:55.318578 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46a818-9d4a-4dac-b1ba-a373048fa5f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0715e8-9f99-4782-994c-bb9c938cf5e8,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:55.366679 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f92a8-fe71-47f7-baa6-78c66e891304 None None] Pushing event updated for resources: {'Port': ['ID=af35dab7-4a96-4d9c-bf1e-77c3fee30579,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:52:55.400302 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-8c8ce96c-3463-47ee-a283-6784bf97ccaa None None] Provisioning complete for port af35dab7-4a96-4d9c-bf1e-77c3fee30579 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:55.400688 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce96c-3463-47ee-a283-6784bf97ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:55.409049 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cd46a818-9d4a-4dac-b1ba-a373048fa5f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:55.411140 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-cd46a818-9d4a-4dac-b1ba-a373048fa5f6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4011412 Feb 03 23:52:55.454581 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d021a4-0849-44a1-9fba-cf9eb4e54126 req-4284976e-c270-47aa-bab3-27819b5326b3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:55.456037 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82320-5a78-40f5-8772-acf4a4dfd79f req-d94af9a3-34e7-440a-9e47-48a8f3807d9c tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:55.457040 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-74d021a4-0849-44a1-9fba-cf9eb4e54126 req-4284976e-c270-47aa-bab3-27819b5326b3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0847859 Feb 03 23:52:55.461097 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-85d82320-5a78-40f5-8772-acf4a4dfd79f req-d94af9a3-34e7-440a-9e47-48a8f3807d9c tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0959342 Feb 03 23:52:55.559563 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-74d021a4-0849-44a1-9fba-cf9eb4e54126 req-73b73dc5-cbba-46da-a49a-1854535dde49 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857260 Feb 03 23:52:55.572051 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-85d82320-5a78-40f5-8772-acf4a4dfd79f req-86a791bc-52e0-4532-919c-2847b8de0d8e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784600 Feb 03 23:52:55.589543 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ce96c-3463-47ee-a283-6784bf97ccaa None None] Current status of the port af35dab7-4a96-4d9c-bf1e-77c3fee30579 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:55.632266 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e84df334-3d91-4b55-9896-9f3f617602fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:56.484367 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device af35dab7-4a96-4d9c-bf1e-77c3fee30579 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:52:56.535943 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port af35dab7-4a96-4d9c-bf1e-77c3fee30579 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:52:56.536309 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:56.632700 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port af35dab7-4a96-4d9c-bf1e-77c3fee30579 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:52:56.683840 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8763fa-5953-4545-ba93-d7b16d9c7104 req-7dacdb71-5208-4f84-86ed-88243754d6e4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:56.686225 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ab8763fa-5953-4545-ba93-d7b16d9c7104 req-7dacdb71-5208-4f84-86ed-88243754d6e4 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0630848 Feb 03 23:52:56.714937 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1220841-1e16-40e0-bf8a-b9d8a29d5c3d req-4327ba42-93ea-4b8a-b4c2-0c94ff9c26b4 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:56.718556 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b1220841-1e16-40e0-bf8a-b9d8a29d5c3d req-4327ba42-93ea-4b8a-b4c2-0c94ff9c26b4 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0658040 Feb 03 23:52:56.724288 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:56.740774 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ab8763fa-5953-4545-ba93-d7b16d9c7104 req-c55d6a19-85c5-44c6-90f6-72c99d701fa6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464730 Feb 03 23:52:56.771410 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b1220841-1e16-40e0-bf8a-b9d8a29d5c3d req-73df1696-58cd-4769-88b9-ddf319df61fa tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488734 Feb 03 23:52:57.863734 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f0c29-4072-4bda-ae30-b58ca3c027d4 req-bf1e9149-d9bd-4ea5-842c-cff90c66c96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:57.866052 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b06f0c29-4072-4bda-ae30-b58ca3c027d4 req-bf1e9149-d9bd-4ea5-842c-cff90c66c96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0522215 Feb 03 23:52:57.888750 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff415e6-d9fc-4011-9523-ea758f87ff53 req-bc60f571-d8fb-45e2-8f8d-e46fec548294 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:57.890521 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cff415e6-d9fc-4011-9523-ea758f87ff53 req-bc60f571-d8fb-45e2-8f8d-e46fec548294 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0526643 Feb 03 23:52:57.913530 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b06f0c29-4072-4bda-ae30-b58ca3c027d4 req-cc84a6f6-9d48-4a0b-8870-b67366d091b9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Feb 03 23:52:57.937785 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cff415e6-d9fc-4011-9523-ea758f87ff53 req-b969325d-2525-4049-a9be-109973efca9a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Feb 03 23:52:58.289961 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:59.036059 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c9237-1a51-4cae-a40d-f026877eb221 req-ad1376b9-7adc-4e3e-80ab-54b5cc5be36b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:59.037569 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-122c9237-1a51-4cae-a40d-f026877eb221 req-ad1376b9-7adc-4e3e-80ab-54b5cc5be36b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0549147 Feb 03 23:52:59.092436 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-122c9237-1a51-4cae-a40d-f026877eb221 req-08d0098e-0405-4386-b6bb-ca4bec5c14e8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493052 Feb 03 23:52:59.344068 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:52:59.579581 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:52:59.654359 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c749a01-1e69-409c-9263-1fb790ae5200 req-1bf3d0f7-1042-48b9-9c5f-34f0a0f361a0 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:52:59.656345 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7c749a01-1e69-409c-9263-1fb790ae5200 req-1bf3d0f7-1042-48b9-9c5f-34f0a0f361a0 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0517845 Feb 03 23:52:59.703165 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7c749a01-1e69-409c-9263-1fb790ae5200 req-a51946cc-8b95-4f03-9ffb-dd1bd71dc6bb tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 Feb 03 23:53:00.219294 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43b000-03b7-4a50-b4eb-35ba415f24d9 req-f89fea15-96c7-4fb8-b596-ae478305454e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:00.221316 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8f43b000-03b7-4a50-b4eb-35ba415f24d9 req-f89fea15-96c7-4fb8-b596-ae478305454e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0574679 Feb 03 23:53:00.267905 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8f43b000-03b7-4a50-b4eb-35ba415f24d9 req-b73a6f69-923a-4331-a99e-b7e88d831589 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411870 Feb 03 23:53:00.822233 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d403-c17e-4ac1-a1fb-eb09e46a567d req-6ca62cc4-f427-460e-a32f-3a918f699682 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:00.825881 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-51c7d403-c17e-4ac1-a1fb-eb09e46a567d req-6ca62cc4-f427-460e-a32f-3a918f699682 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0541425 Feb 03 23:53:00.870807 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-51c7d403-c17e-4ac1-a1fb-eb09e46a567d req-b2bed8cb-03fa-4f2a-bc52-4e6d4c68f8f5 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Feb 03 23:53:01.385016 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d32dd-9bbb-49d2-8cb9-16a567bbc155 req-44e3c5dd-10d5-4eb5-8436-ef60a9c94492 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:01.386557 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6e3d32dd-9bbb-49d2-8cb9-16a567bbc155 req-44e3c5dd-10d5-4eb5-8436-ef60a9c94492 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0521595 Feb 03 23:53:01.434445 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6e3d32dd-9bbb-49d2-8cb9-16a567bbc155 req-75594421-b64d-49e0-b09b-2b0afc98f081 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Feb 03 23:53:01.601128 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39482) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:01.746676 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-384d4cc2-0449-47aa-a781-e727eaf51297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:01.821311 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-384d4cc2-0449-47aa-a781-e727eaf51297 admin admin] Publish callbacks [] for security_group (d60c4564-d760-4564-90f5-f4c4e79ea704), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:01.923952 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-384d4cc2-0449-47aa-a781-e727eaf51297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (d60c4564-d760-4564-90f5-f4c4e79ea704), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:01.969737 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-384d4cc2-0449-47aa-a781-e727eaf51297 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b757abc27e09471aa4d76d99deb5d1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652322 Feb 03 23:53:01.969737 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d4cc2-0449-47aa-a781-e727eaf51297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60c4564-d760-4564-90f5-f4c4e79ea704,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:01.970219 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39490) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:02.026239 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae23-af66-4c1b-afc5-518c978e4e0f req-5bef54f2-ef21-4419-ba78-bbb9e87982de tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:02.027783 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a647ae23-af66-4c1b-afc5-518c978e4e0f req-5bef54f2-ef21-4419-ba78-bbb9e87982de tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0918906 Feb 03 23:53:02.054730 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f350cd2a-c014-48fd-a1e1-5c9934dfa195 admin admin] Publish callbacks [] for security_group (d60c4564-d760-4564-90f5-f4c4e79ea704), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:02.096217 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f350cd2a-c014-48fd-a1e1-5c9934dfa195 admin admin] Publish callbacks [] for security_group (d60c4564-d760-4564-90f5-f4c4e79ea704), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:02.110474 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a647ae23-af66-4c1b-afc5-518c978e4e0f req-2ef0ed5d-e204-4974-96c3-23bd06541a97 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771618 Feb 03 23:53:02.322101 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f350cd2a-c014-48fd-a1e1-5c9934dfa195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (d60c4564-d760-4564-90f5-f4c4e79ea704), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:02.324672 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f350cd2a-c014-48fd-a1e1-5c9934dfa195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:02.325789 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f350cd2a-c014-48fd-a1e1-5c9934dfa195 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d60c4564-d760-4564-90f5-f4c4e79ea704 HTTP/1.1" status: 204 len: 168 time: 0.3538744 Feb 03 23:53:02.334421 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350cd2a-c014-48fd-a1e1-5c9934dfa195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60c4564-d760-4564-90f5-f4c4e79ea704,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:02.556101 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafcaaf-68e1-49f9-ae0e-1ca35d4ec832 req-d171ef7a-1e14-4e91-b0fd-d3de90df24cb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:02.557627 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ddafcaaf-68e1-49f9-ae0e-1ca35d4ec832 req-d171ef7a-1e14-4e91-b0fd-d3de90df24cb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0550051 Feb 03 23:53:02.609860 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ddafcaaf-68e1-49f9-ae0e-1ca35d4ec832 req-7abaf3fb-3821-4c1f-a532-f4d4936533a6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Feb 03 23:53:02.982141 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39506) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:02.995603 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b9a993f0-abc0-4818-8f35-e08b8ae4ae20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:03.065824 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b9a993f0-abc0-4818-8f35-e08b8ae4ae20 admin admin] Publish callbacks [] for security_group (83bc627f-ad50-4f7f-80fb-6584c4b0291b), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:03.178950 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b9a993f0-abc0-4818-8f35-e08b8ae4ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (83bc627f-ad50-4f7f-80fb-6584c4b0291b), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:03.215474 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a993f0-abc0-4818-8f35-e08b8ae4ae20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc627f-ad50-4f7f-80fb-6584c4b0291b,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:03.224070 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-b9a993f0-abc0-4818-8f35-e08b8ae4ae20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1acb647e2c424190973e8c743d5ca49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385182 Feb 03 23:53:03.225108 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39510) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:03.230607 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bacae-fe8f-41fd-ae93-bed93f6c18f5 req-001d7f9b-c6c7-4845-aacc-522ba2e50f93 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:03.232156 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-694bacae-fe8f-41fd-ae93-bed93f6c18f5 req-001d7f9b-c6c7-4845-aacc-522ba2e50f93 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0515215 Feb 03 23:53:03.278472 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-843f1458-b8e0-427d-bec9-ca29367af19e admin admin] Publish callbacks [] for security_group (83bc627f-ad50-4f7f-80fb-6584c4b0291b), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:03.282765 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-694bacae-fe8f-41fd-ae93-bed93f6c18f5 req-360dd9a0-8924-4b43-9108-89f11f9596c0 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Feb 03 23:53:03.302326 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-843f1458-b8e0-427d-bec9-ca29367af19e admin admin] Publish callbacks [] for security_group (83bc627f-ad50-4f7f-80fb-6584c4b0291b), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:03.424802 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-843f1458-b8e0-427d-bec9-ca29367af19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (83bc627f-ad50-4f7f-80fb-6584c4b0291b), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:03.427312 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-843f1458-b8e0-427d-bec9-ca29367af19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:03.428472 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-843f1458-b8e0-427d-bec9-ca29367af19e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83bc627f-ad50-4f7f-80fb-6584c4b0291b HTTP/1.1" status: 204 len: 168 time: 0.2031894 Feb 03 23:53:03.436116 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f1458-b8e0-427d-bec9-ca29367af19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc627f-ad50-4f7f-80fb-6584c4b0291b,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:03.736056 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff32d2-5e26-4419-aeea-101961feba4d req-67fd1706-c237-4a67-89da-be2043b35a10 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:03.738538 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a8ff32d2-5e26-4419-aeea-101961feba4d req-67fd1706-c237-4a67-89da-be2043b35a10 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0538909 Feb 03 23:53:03.786143 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a8ff32d2-5e26-4419-aeea-101961feba4d req-bbe6506d-f7fb-4007-96a1-168b060f99d1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Feb 03 23:53:04.417207 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf693ce-71d6-4147-acbb-4481c03c19f1 req-78714488-171e-497e-bf1b-60515875765a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:04.418748 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2bf693ce-71d6-4147-acbb-4481c03c19f1 req-78714488-171e-497e-bf1b-60515875765a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0543892 Feb 03 23:53:04.470194 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2bf693ce-71d6-4147-acbb-4481c03c19f1 req-dcd3324f-f8f5-4c0b-a9aa-d5bef3e64674 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 Feb 03 23:53:04.907988 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26661af7-898a-496d-8515-3d9186bcb868 req-c79e9cf1-4249-4c63-b846-43f8483e83b3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:04.909472 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-26661af7-898a-496d-8515-3d9186bcb868 req-c79e9cf1-4249-4c63-b846-43f8483e83b3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0556169 Feb 03 23:53:04.970395 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-26661af7-898a-496d-8515-3d9186bcb868 req-b5cca37d-af58-47ff-9060-429dd313539f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551057 Feb 03 23:53:05.587010 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc8309-ff03-4be0-8360-4095e42df3ad req-13a36faf-5d03-4527-88e7-639631e58a68 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:05.588476 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-06bc8309-ff03-4be0-8360-4095e42df3ad req-13a36faf-5d03-4527-88e7-639631e58a68 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0507209 Feb 03 23:53:05.643004 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-06bc8309-ff03-4be0-8360-4095e42df3ad req-29f84d51-d137-4e1e-b3d5-35c1894477d9 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Feb 03 23:53:06.089139 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34714f9a-2af8-460d-b93e-cae2e5bd88c0 req-e90af10d-b596-4452-94a8-b79097eff74c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:06.090678 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-34714f9a-2af8-460d-b93e-cae2e5bd88c0 req-e90af10d-b596-4452-94a8-b79097eff74c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0537145 Feb 03 23:53:06.140828 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-34714f9a-2af8-460d-b93e-cae2e5bd88c0 req-663bfd35-8b5b-4748-b705-59696e88031c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Feb 03 23:53:06.602920 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-55a3ba2d-2de2-4128-95dc-bf586f3fe233 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:06.604425 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-55a3ba2d-2de2-4128-95dc-bf586f3fe233 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.0592406 Feb 03 23:53:06.701584 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Deleting port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:53:06.701957 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:06.824173 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a093a-1f22-4d39-8e95-5e8969790176 req-0361205b-fa82-4acc-8632-6dfa3a9c7b03 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:06.825656 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-028a093a-1f22-4d39-8e95-5e8969790176 req-0361205b-fa82-4acc-8632-6dfa3a9c7b03 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 946 time: 0.1098273 Feb 03 23:53:06.830408 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] For port ab2a8732-d08e-4f9d-8f54-757cb86a8e41, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:06.830778 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:06.854124 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Calling delete_port for ab2a8732-d08e-4f9d-8f54-757cb86a8e41 owned by compute:nova {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:53:06.933330 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-028a093a-1f22-4d39-8e95-5e8969790176 req-1cf0f25c-c388-4327-acad-c13938415b51 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980494 Feb 03 23:53:07.099768 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (ab2a8732-d08e-4f9d-8f54-757cb86a8e41), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:07.136042 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['ab2a8732-d08e-4f9d-8f54-757cb86a8e41'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:53:07.136759 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Pushing event deleted for resources: {'Port': ['ID=ab2a8732-d08e-4f9d-8f54-757cb86a8e41,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:07.183812 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] No DVR routers for this DVR port ab2a8732-d08e-4f9d-8f54-757cb86a8e41 on host hv-cinder-82276 {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:53:07.186418 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:07.187469 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bed8b8-fd15-4a37-896a-753847f41cc9 req-46fb43fe-b3d2-4909-bfd5-0eacb174241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:07.189053 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-89bed8b8-fd15-4a37-896a-753847f41cc9 req-46fb43fe-b3d2-4909-bfd5-0eacb174241a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1129 time: 0.0543153 Feb 03 23:53:07.190068 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-05b3c446-baa9-43f8-acc2-a087c3575503 req-dccfa889-25b8-4f63-adae-7bff3bf00eea tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.37 "DELETE /v2.0/ports/ab2a8732-d08e-4f9d-8f54-757cb86a8e41 HTTP/1.1" status: 204 len: 173 time: 0.5802076 Feb 03 23:53:07.190522 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4a6cac-05e8-409d-a64d-86d1781d18bb', 'name': 'network-vif-deleted', 'tag': 'ab2a8732-d08e-4f9d-8f54-757cb86a8e41'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:53:07.192769 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e415d140-a314-491a-99a6-9e7261b68df5" -d '{"events": [{"server_uuid": "0c4a6cac-05e8-409d-a64d-86d1781d18bb", "name": "network-vif-deleted", "tag": "ab2a8732-d08e-4f9d-8f54-757cb86a8e41"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:53:07.239205 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1134c9b-c4f9-44bb-af67-467cb780fc84 x-openstack-request-id: req-b1134c9b-c4f9-44bb-af67-467cb780fc84 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:53:07.239510 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4a6cac-05e8-409d-a64d-86d1781d18bb", "name": "network-vif-deleted", "tag": "ab2a8732-d08e-4f9d-8f54-757cb86a8e41", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:53:07.239769 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1134c9b-c4f9-44bb-af67-467cb780fc84 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:53:07.240169 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4a6cac-05e8-409d-a64d-86d1781d18bb', 'name': 'network-vif-deleted', 'tag': 'ab2a8732-d08e-4f9d-8f54-757cb86a8e41', 'status': 'completed', 'code': 200} Feb 03 23:53:07.298485 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-89bed8b8-fd15-4a37-896a-753847f41cc9 req-86c77121-8aab-416e-91b1-997c39099c8f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005504 Feb 03 23:53:07.309816 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116ac39-907e-4c03-ab98-dfb6450b41e4 req-ed8a557c-b686-4206-8d70-8d98507946b1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:07.311455 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0116ac39-907e-4c03-ab98-dfb6450b41e4 req-ed8a557c-b686-4206-8d70-8d98507946b1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0889180 Feb 03 23:53:07.363920 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0116ac39-907e-4c03-ab98-dfb6450b41e4 req-799e3597-7f3d-496e-ad0e-7004f3f95101 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Feb 03 23:53:08.042994 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-314071d0-9df3-4749-9757-50da01f3ac02 req-e31b2ed9-c899-4751-823a-e66fef89052e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c4a6cac-05e8-409d-a64d-86d1781d18bb HTTP/1.1" status: 200 len: 210 time: 0.0333662 Feb 03 23:53:08.116406 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39656) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:08.221819 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-acb3d9c4-e5af-4995-ad88-94f4715a6a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:08.298974 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-acb3d9c4-e5af-4995-ad88-94f4715a6a8c admin admin] Publish callbacks [] for security_group (0767e02a-4f46-48c3-a951-b1786c004103), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:08.408328 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-acb3d9c4-e5af-4995-ad88-94f4715a6a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (0767e02a-4f46-48c3-a951-b1786c004103), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:08.478347 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d9c4-e5af-4995-ad88-94f4715a6a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0767e02a-4f46-48c3-a951-b1786c004103,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:08.487655 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-acb3d9c4-e5af-4995-ad88-94f4715a6a8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2eb8e572db324fa387712b2102089c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700383 Feb 03 23:53:08.490759 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39668) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:08.544743 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb726bb4-a567-4115-98b8-65323ed405d4 req-d39487e1-490c-471e-b338-284ad196aaee tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:08.546959 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-eb726bb4-a567-4115-98b8-65323ed405d4 req-d39487e1-490c-471e-b338-284ad196aaee tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1114900 Feb 03 23:53:08.572172 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4eacf9c5-60ca-4df9-b210-e9fb38a45143 admin admin] Publish callbacks [] for security_group (0767e02a-4f46-48c3-a951-b1786c004103), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:08.619036 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4eacf9c5-60ca-4df9-b210-e9fb38a45143 admin admin] Publish callbacks [] for security_group (0767e02a-4f46-48c3-a951-b1786c004103), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:08.633442 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-eb726bb4-a567-4115-98b8-65323ed405d4 req-f9fa5a24-2845-4934-b9d8-9e1cb04aaa08 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742841 Feb 03 23:53:08.792812 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4eacf9c5-60ca-4df9-b210-e9fb38a45143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (0767e02a-4f46-48c3-a951-b1786c004103), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:08.795440 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4eacf9c5-60ca-4df9-b210-e9fb38a45143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:08.796745 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4eacf9c5-60ca-4df9-b210-e9fb38a45143 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0767e02a-4f46-48c3-a951-b1786c004103 HTTP/1.1" status: 204 len: 168 time: 0.3049810 Feb 03 23:53:08.804634 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacf9c5-60ca-4df9-b210-e9fb38a45143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0767e02a-4f46-48c3-a951-b1786c004103,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:09.398283 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-2a62138c-a95a-4857-bb30-4e3790941a90 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:09.399765 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-2a62138c-a95a-4857-bb30-4e3790941a90 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/networks?id=b5573202-3b19-41ad-b76a-c49ebd53e208 HTTP/1.1" status: 200 len: 809 time: 0.1180913 Feb 03 23:53:09.415223 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-06e4642b-26ae-45a7-9281-ffe2906d902d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/quotas/4e0e16ebabaa4e5390d48524d149e784 HTTP/1.1" status: 200 len: 375 time: 0.0099647 Feb 03 23:53:09.458644 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-483bcdf2-752a-4d14-8937-bfc486c89a98 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e0e16ebabaa4e5390d48524d149e784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380855 Feb 03 23:53:09.559387 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-c6eec05f-ea41-475c-9912-2ce7ba6d12e6 service neutron] 10.222.0.41 "GET /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944722 Feb 03 23:53:09.650833 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-d56b3121-b499-4ee2-975d-39b54316ce1b service neutron] 10.222.0.41 "GET /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856025 Feb 03 23:53:09.789288 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c336-5cda-4fee-9988-27bcd32c876b req-80e56670-e184-44d0-8bbd-92d607eb3324 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:09.791690 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5575c336-5cda-4fee-9988-27bcd32c876b req-80e56670-e184-44d0-8bbd-92d607eb3324 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0785339 Feb 03 23:53:09.838630 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5575c336-5cda-4fee-9988-27bcd32c876b req-ad69c3cf-5b5f-4237-b9dd-a5da25401a69 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Feb 03 23:53:10.084381 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1507ad6f-67a8-450f-835a-7e855949c40d req-14538168-aab0-4ebe-8dd6-c24842133a3f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0799882 Feb 03 23:53:10.408274 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device ab2a8732-d08e-4f9d-8f54-757cb86a8e41 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:53:10.431901 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: ab2a8732-d08e-4f9d-8f54-757cb86a8e41 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:53:10.432252 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device ab2a8732-d08e-4f9d-8f54-757cb86a8e41 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:53:10.562776 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf0145-b8dc-4e7d-b63d-66a9dfdec141 req-a28ca37b-0d8b-4e2e-bdfa-63f47cb45787 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:10.563944 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2dbf0145-b8dc-4e7d-b63d-66a9dfdec141 req-a28ca37b-0d8b-4e2e-bdfa-63f47cb45787 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0537536 Feb 03 23:53:10.634795 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2dbf0145-b8dc-4e7d-b63d-66a9dfdec141 req-be7eba6b-89dc-462c-b3c1-485635ad813f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637877 Feb 03 23:53:10.735524 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-d8f679aa-7103-4b88-b6ef-2ed102bc3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:10.737136 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-d8f679aa-7103-4b88-b6ef-2ed102bc3298 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1129 time: 0.0616939 Feb 03 23:53:10.840758 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-7ef7544c-ed0c-4be3-8c81-2f1de41f1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:10.842298 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-7ef7544c-ed0c-4be3-8c81-2f1de41f1d8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.0879033 Feb 03 23:53:10.886601 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-63998033-8a46-4bfa-b92b-344a491663b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 200 len: 217 time: 0.0378516 Feb 03 23:53:10.944208 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-ce32a5f1-967d-4d01-b226-178b5f471cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:10.945773 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-ce32a5f1-967d-4d01-b226-178b5f471cb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.0531399 Feb 03 23:53:10.984511 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-4acdac42-1e32-4c9f-8081-bed2dc2118cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290256 Feb 03 23:53:11.090681 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-6fb79122-c901-41a4-9a3d-060b09bdbb15 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001222 Feb 03 23:53:11.190533 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ea7fe3a8-4f33-4329-8853-386d2d30e28c req-0d751350-b638-4c60-af8e-232ee1354e2a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0319355 Feb 03 23:53:11.211011 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b93fe329-730a-4f78-90ed-f5035dc1d7f3 req-d8e29fce-9d9c-4169-805f-aadd59589542 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136084 Feb 03 23:53:11.416277 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39786) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:11.524514 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dadebda4-6954-4783-93ad-a1c8f6b6901d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:11.595940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dadebda4-6954-4783-93ad-a1c8f6b6901d admin admin] Publish callbacks [] for security_group (353aadd3-9d56-4146-947e-7da65f77494b), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:11.738507 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dadebda4-6954-4783-93ad-a1c8f6b6901d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (353aadd3-9d56-4146-947e-7da65f77494b), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:11.783054 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-dadebda4-6954-4783-93ad-a1c8f6b6901d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf0d0607019941db93ad0889a5c8f6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656824 Feb 03 23:53:11.785782 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39792) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:11.790611 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadebda4-6954-4783-93ad-a1c8f6b6901d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353aadd3-9d56-4146-947e-7da65f77494b,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:11.807261 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199a5d3-158d-49b7-ac3d-e4971aa20a20 req-3bf09366-82f2-4ed8-ade8-73835dcaaefb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:11.814409 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a199a5d3-158d-49b7-ac3d-e4971aa20a20 req-3bf09366-82f2-4ed8-ade8-73835dcaaefb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1094713 Feb 03 23:53:11.840755 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05e91ad9-7976-4c9b-b82d-82bedf503ded admin admin] Publish callbacks [] for security_group (353aadd3-9d56-4146-947e-7da65f77494b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:11.859630 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a199a5d3-158d-49b7-ac3d-e4971aa20a20 req-9bc09a8c-a978-4d08-804b-e02cf10b2ec7 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 Feb 03 23:53:11.867563 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05e91ad9-7976-4c9b-b82d-82bedf503ded admin admin] Publish callbacks [] for security_group (353aadd3-9d56-4146-947e-7da65f77494b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:11.990415 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05e91ad9-7976-4c9b-b82d-82bedf503ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (353aadd3-9d56-4146-947e-7da65f77494b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:11.992947 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05e91ad9-7976-4c9b-b82d-82bedf503ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:11.996524 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-05e91ad9-7976-4c9b-b82d-82bedf503ded admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/353aadd3-9d56-4146-947e-7da65f77494b HTTP/1.1" status: 204 len: 168 time: 0.2073023 Feb 03 23:53:12.004651 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e91ad9-7976-4c9b-b82d-82bedf503ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353aadd3-9d56-4146-947e-7da65f77494b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:12.289502 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4058711c-307a-4306-b9cc-2ff974e7c31b req-9879e670-eeb4-493e-a8e2-48b454de008b tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0269601 Feb 03 23:53:12.773592 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:12.986424 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528766-0f10-42dd-bc90-465139cd0970 req-003ee887-0a2d-4cd9-a7e4-2b0762883fe1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:12.987921 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-78528766-0f10-42dd-bc90-465139cd0970 req-003ee887-0a2d-4cd9-a7e4-2b0762883fe1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0567434 Feb 03 23:53:13.034497 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-78528766-0f10-42dd-bc90-465139cd0970 req-d87b5f6d-90cd-4753-8bab-ee5bca669b6f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Feb 03 23:53:13.212664 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39828) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:13.225770 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0bc28521-2cbc-47e4-a88d-fe2e65c54b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:13.303695 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0bc28521-2cbc-47e4-a88d-fe2e65c54b59 admin admin] Publish callbacks [] for security_group (a81c25f9-7042-45e6-9548-4578a775838b), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:13.387108 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f9ab64cc-79bb-4035-8247-d4da21234ffe req-b0303118-dfe0-444b-a24e-dba73f66b9f6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0286386 Feb 03 23:53:13.392468 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0bc28521-2cbc-47e4-a88d-fe2e65c54b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a81c25f9-7042-45e6-9548-4578a775838b), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:13.430731 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-0bc28521-2cbc-47e4-a88d-fe2e65c54b59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9890a45be3747d8a24ab84b78118e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263496 Feb 03 23:53:13.433842 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39838) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:13.435299 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc28521-2cbc-47e4-a88d-fe2e65c54b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81c25f9-7042-45e6-9548-4578a775838b,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:13.495811 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98ed6007-fd21-4385-b7b8-a887d4573f8c admin admin] Publish callbacks [] for security_group (a81c25f9-7042-45e6-9548-4578a775838b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:13.529132 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98ed6007-fd21-4385-b7b8-a887d4573f8c admin admin] Publish callbacks [] for security_group (a81c25f9-7042-45e6-9548-4578a775838b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:13.563253 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-702bdbde-0399-4151-9616-797afa022466 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:13.565034 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-702bdbde-0399-4151-9616-797afa022466 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.37 "GET /v2.0/networks?id=b5573202-3b19-41ad-b76a-c49ebd53e208 HTTP/1.1" status: 200 len: 809 time: 0.1130292 Feb 03 23:53:13.704960 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98ed6007-fd21-4385-b7b8-a887d4573f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a81c25f9-7042-45e6-9548-4578a775838b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:13.707496 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98ed6007-fd21-4385-b7b8-a887d4573f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:13.708668 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-98ed6007-fd21-4385-b7b8-a887d4573f8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a81c25f9-7042-45e6-9548-4578a775838b HTTP/1.1" status: 204 len: 168 time: 0.2733281 Feb 03 23:53:13.722318 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed6007-fd21-4385-b7b8-a887d4573f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81c25f9-7042-45e6-9548-4578a775838b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:14.162369 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9877ad-e063-402e-9da7-9f41fbd617ad req-72d0a532-af28-43a7-a5c2-8086977b40f1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:14.164028 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dd9877ad-e063-402e-9da7-9f41fbd617ad req-72d0a532-af28-43a7-a5c2-8086977b40f1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0623274 Feb 03 23:53:14.211741 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dd9877ad-e063-402e-9da7-9f41fbd617ad req-a366296e-db94-410e-80b9-78ecbbc2a878 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Feb 03 23:53:14.492433 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d76e2022-5b73-47ce-a637-6a157a85b951 req-aeb45871-9ab1-441f-9287-6034cc7f99cb tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0261917 Feb 03 23:53:15.335337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fedee-1327-449b-b52f-07d2f3b5fa2d req-cea4fce4-2a86-44df-902d-9f9417cd82f1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:15.338478 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-120fedee-1327-449b-b52f-07d2f3b5fa2d req-cea4fce4-2a86-44df-902d-9f9417cd82f1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0547936 Feb 03 23:53:15.385113 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-120fedee-1327-449b-b52f-07d2f3b5fa2d req-da1d409a-be18-4bb7-8e41-b6804b4660e1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Feb 03 23:53:15.588485 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-503254cc-a121-4136-a54c-52a3a700239b req-a6116f19-d79c-48ca-83a2-41f9b48471d4 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0276003 Feb 03 23:53:16.510807 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced81d-8c05-44d7-93dc-cfdfc108e91c req-be17bb2a-6972-4338-9af9-ef90945a8c1f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:16.512314 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e8ced81d-8c05-44d7-93dc-cfdfc108e91c req-be17bb2a-6972-4338-9af9-ef90945a8c1f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0553176 Feb 03 23:53:16.563206 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e8ced81d-8c05-44d7-93dc-cfdfc108e91c req-2f502ee0-499b-43c2-bd7b-72b5c46cd369 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Feb 03 23:53:16.684094 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3b8a4d4e-57a7-49af-9a12-4050b34a2af9 req-df289159-1498-40ad-b3c4-7af3c748c6ec tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0265489 Feb 03 23:53:17.139297 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39948) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:17.241321 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a7626825-d22b-44e8-a011-f38082393a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:17.312964 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a7626825-d22b-44e8-a011-f38082393a50 admin admin] Publish callbacks [] for security_group (2dfa2d3e-ecbe-46f9-a0c9-38f353e90a74), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:17.369150 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a7626825-d22b-44e8-a011-f38082393a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (2dfa2d3e-ecbe-46f9-a0c9-38f353e90a74), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:17.409763 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a7626825-d22b-44e8-a011-f38082393a50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ee510543cc14521b92eb73681371d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692912 Feb 03 23:53:17.410613 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7626825-d22b-44e8-a011-f38082393a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfa2d3e-ecbe-46f9-a0c9-38f353e90a74,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:17.413127 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 39954) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:17.461230 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee96102b-2542-4550-8862-ec2f028251f7 admin admin] Publish callbacks [] for security_group (2dfa2d3e-ecbe-46f9-a0c9-38f353e90a74), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:17.482497 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee96102b-2542-4550-8862-ec2f028251f7 admin admin] Publish callbacks [] for security_group (2dfa2d3e-ecbe-46f9-a0c9-38f353e90a74), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:17.601850 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee96102b-2542-4550-8862-ec2f028251f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (2dfa2d3e-ecbe-46f9-a0c9-38f353e90a74), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:17.604506 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee96102b-2542-4550-8862-ec2f028251f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:17.605635 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-ee96102b-2542-4550-8862-ec2f028251f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dfa2d3e-ecbe-46f9-a0c9-38f353e90a74 HTTP/1.1" status: 204 len: 168 time: 0.1912200 Feb 03 23:53:17.614879 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96102b-2542-4550-8862-ec2f028251f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfa2d3e-ecbe-46f9-a0c9-38f353e90a74,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:17.684153 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7c29c-6e89-418b-aecc-21e4be34bb5a req-77101c78-7cee-417b-8d41-7dd7273581e1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:17.685645 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-51e7c29c-6e89-418b-aecc-21e4be34bb5a req-77101c78-7cee-417b-8d41-7dd7273581e1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0544302 Feb 03 23:53:17.736883 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-51e7c29c-6e89-418b-aecc-21e4be34bb5a req-addc3d03-7291-4f8a-955b-4fbd9a682441 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 Feb 03 23:53:17.783320 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-88c713bc-164f-4819-921b-66d4f01299e3 req-c2fe5d99-14b0-4574-bc87-16d029732ac2 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0283124 Feb 03 23:53:17.815067 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Request body: {'port': {'device_id': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208', 'admin_state_up': True, 'tenant_id': '4e0e16ebabaa4e5390d48524d149e784'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:17.981234 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Made reservation on behalf of 4e0e16ebabaa4e5390d48524d149e784 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:53:17.985438 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.112459 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Allocated IP 172.20.0.10 (b5573202-3b19-41ad-b76a-c49ebd53e208/1c6c9a15-ef31-4577-ac16-2019f4901ec4/c530a594-f5b5-4548-9e33-3993923a5ef3) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:53:18.209154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39970) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:18.222557 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-83d82eef-8362-43bc-a93e-2b0663c63b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.260728 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks [] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.294868 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-83d82eef-8362-43bc-a93e-2b0663c63b29 admin admin] Publish callbacks [] for security_group (d68aa42e-3eb2-48c4-8110-8d3811d07a69), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.341174 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-83d82eef-8362-43bc-a93e-2b0663c63b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (d68aa42e-3eb2-48c4-8110-8d3811d07a69), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.382268 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-83d82eef-8362-43bc-a93e-2b0663c63b29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=766b078ece7649dd8e73a19302dffb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718688 Feb 03 23:53:18.384872 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 39974) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:18.391251 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d82eef-8362-43bc-a93e-2b0663c63b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68aa42e-3eb2-48c4-8110-8d3811d07a69,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:18.439214 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-820c341b-8bec-4237-8cd7-13a8ebd10c0a admin admin] Publish callbacks [] for security_group (d68aa42e-3eb2-48c4-8110-8d3811d07a69), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.462722 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-820c341b-8bec-4237-8cd7-13a8ebd10c0a admin admin] Publish callbacks [] for security_group (d68aa42e-3eb2-48c4-8110-8d3811d07a69), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.590827 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.602078 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-820c341b-8bec-4237-8cd7-13a8ebd10c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (d68aa42e-3eb2-48c4-8110-8d3811d07a69), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.604630 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-820c341b-8bec-4237-8cd7-13a8ebd10c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.605939 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-820c341b-8bec-4237-8cd7-13a8ebd10c0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d68aa42e-3eb2-48c4-8110-8d3811d07a69 HTTP/1.1" status: 204 len: 168 time: 0.2200871 Feb 03 23:53:18.619419 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c341b-8bec-4237-8cd7-13a8ebd10c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68aa42e-3eb2-48c4-8110-8d3811d07a69,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:18.643897 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Network b5573202-3b19-41ad-b76a-c49ebd53e208 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:53:18.647082 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:18.649587 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:53:18.672953 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Pushing event updated for resources: {'Port': ['ID=c530a594-f5b5-4548-9e33-3993923a5ef3,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:18.701463 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:18.702190 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:18.817917 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-0b45c356-4988-4194-9b8b-e3cf88b3d82a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0070801 Feb 03 23:53:18.858026 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be30caf-c989-4353-a45f-95336046246f req-ca18664f-16cb-4383-81b5-0a3aa9de3171 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:18.860247 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2be30caf-c989-4353-a45f-95336046246f req-ca18664f-16cb-4383-81b5-0a3aa9de3171 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0569804 Feb 03 23:53:18.901506 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd379-87a6-4601-ab81-5c185719713b req-42269d8b-95b9-4404-92e0-449d0e607713 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:18.903015 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-478cd379-87a6-4601-ab81-5c185719713b req-42269d8b-95b9-4404-92e0-449d0e607713 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 932 time: 0.0529380 Feb 03 23:53:18.909692 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2be30caf-c989-4353-a45f-95336046246f req-deb8097d-2091-488f-9cc4-6897c99146e1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Feb 03 23:53:18.950752 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-478cd379-87a6-4601-ab81-5c185719713b req-a567ce8b-d5ba-42aa-86fd-658c608949cf tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Feb 03 23:53:19.112527 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Request body: {'port': {'device_id': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:19.175027 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:19.439449 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c530a594-f5b5-4548-9e33-3993923a5ef3 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:53:19.446748 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Publish callbacks [] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:19.458862 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Transition to ACTIVE for port object c530a594-f5b5-4548-9e33-3993923a5ef3 will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:53:19.546724 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:19.615393 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Pushing event updated for resources: {'Port': ['ID=c530a594-f5b5-4548-9e33-3993923a5ef3,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:19.664116 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Attempting to bind port c530a594-f5b5-4548-9e33-3993923a5ef3 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:53:19.664789 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Attempting to bind port c530a594-f5b5-4548-9e33-3993923a5ef3 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:53:19.664789 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Attempting to bind port c530a594-f5b5-4548-9e33-3993923a5ef3 on network b5573202-3b19-41ad-b76a-c49ebd53e208 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:53:19.669426 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Port c530a594-f5b5-4548-9e33-3993923a5ef3 on network b5573202-3b19-41ad-b76a-c49ebd53e208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:53:19.669751 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Attempting to bind port c530a594-f5b5-4548-9e33-3993923a5ef3 on network b5573202-3b19-41ad-b76a-c49ebd53e208 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:53:19.677821 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:53:19.679854 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Checking segment: {'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:53:19.679854 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Bound using segment: {'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:53:19.679854 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Bound port: c530a594-f5b5-4548-9e33-3993923a5ef3, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf269e4-bd58-4782-acfc-5054d817245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:53:19.679854 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:19.746451 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] For port c530a594-f5b5-4548-9e33-3993923a5ef3, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:53:19.749776 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] For port c530a594-f5b5-4548-9e33-3993923a5ef3, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c530a594-f5b5-4548-9e33-3993923a5ef3,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:53:19.856041 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:19.893949 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:19.894572 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:19.895954 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] 10.222.0.37 "PUT /v2.0/ports/c530a594-f5b5-4548-9e33-3993923a5ef3 HTTP/1.1" status: 200 len: 1094 time: 0.7895300 Feb 03 23:53:19.896403 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'tag': 'c530a594-f5b5-4548-9e33-3993923a5ef3'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:53:19.898642 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2109276f-6309-4ad4-a5e9-2aa55ad3a686" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efd392-4a91-41c9-81b3-4ea521f1d190", "tag": "c530a594-f5b5-4548-9e33-3993923a5ef3"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:53:19.918486 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d862-d528-47dc-9911-9ee56e6cf50b service neutron] Pushing event updated for resources: {'Port': ['ID=c530a594-f5b5-4548-9e33-3993923a5ef3,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:19.939670 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04696d-da45-469c-8202-d3f8d403426a x-openstack-request-id: req-8b04696d-da45-469c-8202-d3f8d403426a {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:53:19.939972 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efd392-4a91-41c9-81b3-4ea521f1d190", "tag": "c530a594-f5b5-4548-9e33-3993923a5ef3", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:53:19.940237 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b04696d-da45-469c-8202-d3f8d403426a {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:53:19.940644 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'tag': 'c530a594-f5b5-4548-9e33-3993923a5ef3', 'status': 'completed', 'code': 200} Feb 03 23:53:20.053982 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058193cb-1b6f-47bc-ac30-3fc10717216b req-aedc6de4-55de-4d6e-afa0-3bf393ba9cdb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:20.055809 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-058193cb-1b6f-47bc-ac30-3fc10717216b req-aedc6de4-55de-4d6e-afa0-3bf393ba9cdb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0765407 Feb 03 23:53:20.072354 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109276f-6309-4ad4-a5e9-2aa55ad3a686 req-3ff99aab-7df4-42c2-adf0-b0a5a4946893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:20.073910 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2109276f-6309-4ad4-a5e9-2aa55ad3a686 req-3ff99aab-7df4-42c2-adf0-b0a5a4946893 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e0e16ebabaa4e5390d48524d149e784&device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 1128 time: 0.0879831 Feb 03 23:53:20.097213 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95bc34-c1e2-4163-844a-1d10e4d4b0d1 req-1b76f4b2-ec06-4040-94aa-87ace41d677a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:20.098763 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-de95bc34-c1e2-4163-844a-1d10e4d4b0d1 req-1b76f4b2-ec06-4040-94aa-87ace41d677a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 944 time: 0.0695558 Feb 03 23:53:20.109115 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-058193cb-1b6f-47bc-ac30-3fc10717216b req-d0c9df1c-5b53-450c-9de3-48a5101a2db3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462201 Feb 03 23:53:20.279099 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-de95bc34-c1e2-4163-844a-1d10e4d4b0d1 req-ddeeef03-29f5-40e4-ba95-86d5a7880908 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712215 Feb 03 23:53:20.306828 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109276f-6309-4ad4-a5e9-2aa55ad3a686 req-7a55d8ce-8a66-4515-ab4d-243c7bb4db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:20.308483 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2109276f-6309-4ad4-a5e9-2aa55ad3a686 req-7a55d8ce-8a66-4515-ab4d-243c7bb4db79 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e0e16ebabaa4e5390d48524d149e784&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2087381 Feb 03 23:53:20.600281 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109276f-6309-4ad4-a5e9-2aa55ad3a686 req-9055a751-3ef4-45aa-89a5-d426b6b19ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:20.602002 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2109276f-6309-4ad4-a5e9-2aa55ad3a686 req-9055a751-3ef4-45aa-89a5-d426b6b19ff9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1640198 Feb 03 23:53:20.727770 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-14f2b321-7c1d-41f0-8598-c246037f5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:20.729299 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-14f2b321-7c1d-41f0-8598-c246037f5cb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e0e16ebabaa4e5390d48524d149e784&device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 1128 time: 0.0485306 Feb 03 23:53:20.785689 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-f0f327a9-a223-42a3-bac4-36cefad6d456 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c530a594-f5b5-4548-9e33-3993923a5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0416889 Feb 03 23:53:20.834938 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-f0ffdc04-577a-4775-8392-88df04ec1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:20.836413 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-f0ffdc04-577a-4775-8392-88df04ec1ff8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c6c9a15-ef31-4577-ac16-2019f4901ec4 HTTP/1.1" status: 200 len: 849 time: 0.0444639 Feb 03 23:53:20.875036 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-5de1f7ca-5635-4d86-b096-04a23e0a84a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5573202-3b19-41ad-b76a-c49ebd53e208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265014 Feb 03 23:53:20.966439 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-4339f119-f21d-4fc9-a90c-1f8a72843f7a service neutron] 10.222.0.37 "GET /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834856 Feb 03 23:53:21.059061 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a89cfc25-fc2b-446f-af03-244273f29e58 req-b04794ce-1664-47bb-afa0-86ac132a35ce service neutron] 10.222.0.37 "GET /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855892 Feb 03 23:53:21.236874 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7c700-0b87-41c9-91c2-85b903934b1f req-1f1c7035-e860-4966-bbac-36d9692544a2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:21.238387 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-27e7c700-0b87-41c9-91c2-85b903934b1f req-1f1c7035-e860-4966-bbac-36d9692544a2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0583529 Feb 03 23:53:21.287270 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-27e7c700-0b87-41c9-91c2-85b903934b1f req-358decce-1f73-4f23-bf8f-12cf56ecee11 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Feb 03 23:53:21.341640 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40064) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:21.423348 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5cf7c-5c8b-441a-a787-2a2904087b95 req-d75bac9d-a640-4ee5-a70f-c96a566172e6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:21.423348 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d8d5cf7c-5c8b-441a-a787-2a2904087b95 req-d75bac9d-a640-4ee5-a70f-c96a566172e6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 944 time: 0.0595317 Feb 03 23:53:21.455880 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2cf59224-7252-4a91-bf5f-9d3213f9a083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:21.475014 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d8d5cf7c-5c8b-441a-a787-2a2904087b95 req-0b2e82b3-261f-4d01-b163-f64bda9d8012 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Feb 03 23:53:21.529857 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2cf59224-7252-4a91-bf5f-9d3213f9a083 admin admin] Publish callbacks [] for security_group (85982f51-08a2-4723-b9f3-7b5ea5804faa), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:21.620801 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2cf59224-7252-4a91-bf5f-9d3213f9a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (85982f51-08a2-4723-b9f3-7b5ea5804faa), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:21.658856 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2cf59224-7252-4a91-bf5f-9d3213f9a083 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c16e4f4c5a1343b4be4c8c17fb021de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161070 Feb 03 23:53:21.660790 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf59224-7252-4a91-bf5f-9d3213f9a083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85982f51-08a2-4723-b9f3-7b5ea5804faa,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:21.661594 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40078) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:21.710384 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-56ec62e5-1814-447d-b60c-2afd98697219 admin admin] Publish callbacks [] for security_group (85982f51-08a2-4723-b9f3-7b5ea5804faa), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:21.735928 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-56ec62e5-1814-447d-b60c-2afd98697219 admin admin] Publish callbacks [] for security_group (85982f51-08a2-4723-b9f3-7b5ea5804faa), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:21.889841 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-56ec62e5-1814-447d-b60c-2afd98697219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (85982f51-08a2-4723-b9f3-7b5ea5804faa), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:21.892478 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-56ec62e5-1814-447d-b60c-2afd98697219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:21.893735 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-56ec62e5-1814-447d-b60c-2afd98697219 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85982f51-08a2-4723-b9f3-7b5ea5804faa HTTP/1.1" status: 204 len: 168 time: 0.2310286 Feb 03 23:53:21.902218 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec62e5-1814-447d-b60c-2afd98697219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85982f51-08a2-4723-b9f3-7b5ea5804faa,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:22.403619 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aec553-09a1-4372-989b-cdc004eb16d3 req-ba1f5aeb-0f13-496e-9285-1fe96d0512f8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:22.405150 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-24aec553-09a1-4372-989b-cdc004eb16d3 req-ba1f5aeb-0f13-496e-9285-1fe96d0512f8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0508986 Feb 03 23:53:22.456637 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-24aec553-09a1-4372-989b-cdc004eb16d3 req-404bb426-abc0-412a-a730-5b7c632c3226 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453448 Feb 03 23:53:22.600953 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45e57d-c125-4ed2-bcfc-a62308b3847d req-9baa5cef-8bf2-4a38-b55b-312f372086d4 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:22.602470 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0d45e57d-c125-4ed2-bcfc-a62308b3847d req-9baa5cef-8bf2-4a38-b55b-312f372086d4 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 944 time: 0.0568376 Feb 03 23:53:22.651144 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0d45e57d-c125-4ed2-bcfc-a62308b3847d req-1e5f83de-e802-45c2-983a-e7542973a7c7 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Feb 03 23:53:22.828421 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40116) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:22.840928 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d622850-375d-4e80-9f0a-f4c6bc83e838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:22.912924 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d622850-375d-4e80-9f0a-f4c6bc83e838 admin admin] Publish callbacks [] for security_group (520be2c6-158b-4b30-9433-e2682e7652c7), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:23.089982 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d622850-375d-4e80-9f0a-f4c6bc83e838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (520be2c6-158b-4b30-9433-e2682e7652c7), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:23.127421 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4d622850-375d-4e80-9f0a-f4c6bc83e838 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bd541a0b04a41b6a00700d709bfa74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978721 Feb 03 23:53:23.129836 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d622850-375d-4e80-9f0a-f4c6bc83e838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520be2c6-158b-4b30-9433-e2682e7652c7,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:23.130556 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40120) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:23.180445 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-afef16b3-4a9c-44c3-8ffe-c325db5dc75b admin admin] Publish callbacks [] for security_group (520be2c6-158b-4b30-9433-e2682e7652c7), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:23.187174 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-09fe1fa9-f118-4e64-a669-d968013aaf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:23.204024 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-afef16b3-4a9c-44c3-8ffe-c325db5dc75b admin admin] Publish callbacks [] for security_group (520be2c6-158b-4b30-9433-e2682e7652c7), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:23.397972 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-afef16b3-4a9c-44c3-8ffe-c325db5dc75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (520be2c6-158b-4b30-9433-e2682e7652c7), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:23.400607 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-afef16b3-4a9c-44c3-8ffe-c325db5dc75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:23.401744 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-afef16b3-4a9c-44c3-8ffe-c325db5dc75b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/520be2c6-158b-4b30-9433-e2682e7652c7 HTTP/1.1" status: 204 len: 168 time: 0.2701204 Feb 03 23:53:23.410630 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef16b3-4a9c-44c3-8ffe-c325db5dc75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520be2c6-158b-4b30-9433-e2682e7652c7,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:23.770932 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b131f4-56a3-45bc-99f4-5744d9a471e5 req-7fb2902f-a113-4037-a578-94dd0e9b6fa4 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:23.772424 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-91b131f4-56a3-45bc-99f4-5744d9a471e5 req-7fb2902f-a113-4037-a578-94dd0e9b6fa4 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 944 time: 0.0517201 Feb 03 23:53:23.820241 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-91b131f4-56a3-45bc-99f4-5744d9a471e5 req-7190b5b4-253f-4c4c-a63b-5ba021006bec tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Feb 03 23:53:24.466497 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c530a594-f5b5-4548-9e33-3993923a5ef3 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:53:24.563135 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c530a594-f5b5-4548-9e33-3993923a5ef3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c530a594-f5b5-4548-9e33-3993923a5ef3,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:24.574342 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'c530a594-f5b5-4548-9e33-3993923a5ef3', 'network_id': 'b5573202-3b19-41ad-b76a-c49ebd53e208', 'port_id': 'c530a594-f5b5-4548-9e33-3993923a5ef3', 'mac_address': 'fa:16:3e:95:60:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6c9a15-ef31-4577-ac16-2019f4901ec4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:53:24.614877 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c530a594-f5b5-4548-9e33-3993923a5ef3 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:24.615269 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:24.629215 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c530a594-f5b5-4548-9e33-3993923a5ef3 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:53:24.649460 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c530a594-f5b5-4548-9e33-3993923a5ef3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c530a594-f5b5-4548-9e33-3993923a5ef3,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:24.738942 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:24.788659 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c530a594-f5b5-4548-9e33-3993923a5ef3,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:24.939142 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fd708-de2e-412e-ac0f-ae1490e40977 req-ce533c79-639f-4714-abaf-1a739ec21ef6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:24.940631 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-332fd708-de2e-412e-ac0f-ae1490e40977 req-ce533c79-639f-4714-abaf-1a739ec21ef6 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Feb 03 23:53:24.993141 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-332fd708-de2e-412e-ac0f-ae1490e40977 req-0649f533-5f04-4ccc-98de-66ca511462ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467565 Feb 03 23:53:25.301275 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['c530a594-f5b5-4548-9e33-3993923a5ef3'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:53:25.545372 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2ba4f-3f0d-4420-a038-4653e8ab465e req-f7405c0e-5b4f-41b2-80a4-00166c1f35e9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:25.547628 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-52d2ba4f-3f0d-4420-a038-4653e8ab465e req-f7405c0e-5b4f-41b2-80a4-00166c1f35e9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0624218 Feb 03 23:53:25.599787 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-52d2ba4f-3f0d-4420-a038-4653e8ab465e req-6bc3580c-db41-4190-b490-21586c4c019a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Feb 03 23:53:25.687963 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-9311182e-1bf8-432c-a58b-cc76a0d23ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:26.114482 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f25812-5ca3-4bd7-a7d1-f2afec51c29c req-cd95df2e-4e69-47e1-af9e-c54a0b3851e5 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:26.115974 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d7f25812-5ca3-4bd7-a7d1-f2afec51c29c req-cd95df2e-4e69-47e1-af9e-c54a0b3851e5 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 945 time: 0.0533180 Feb 03 23:53:26.165132 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d7f25812-5ca3-4bd7-a7d1-f2afec51c29c req-97f1066f-2ab4-47d4-99c7-83e36cc030f4 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Feb 03 23:53:26.832189 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:27.289600 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203ab67-3eb4-4e79-825c-a9949a5a8c96 req-5d2e584d-90ef-4110-b704-66ed938ea9ab tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:27.291106 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0203ab67-3eb4-4e79-825c-a9949a5a8c96 req-5d2e584d-90ef-4110-b704-66ed938ea9ab tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 945 time: 0.0553052 Feb 03 23:53:27.341706 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0203ab67-3eb4-4e79-825c-a9949a5a8c96 req-fb803a72-c102-4cf1-9356-373cdcbce9f9 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440640 Feb 03 23:53:28.096518 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40268) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:28.198308 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3bfb80ca-aedf-44ab-b50d-bd86b3ab194c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.269455 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3bfb80ca-aedf-44ab-b50d-bd86b3ab194c admin admin] Publish callbacks [] for security_group (634801dd-fb2b-48e6-b42e-6e6ee6c2f578), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.426079 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3bfb80ca-aedf-44ab-b50d-bd86b3ab194c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (634801dd-fb2b-48e6-b42e-6e6ee6c2f578), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.431750 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.491000 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c530a594-f5b5-4548-9e33-3993923a5ef3 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:53:28.493238 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3bfb80ca-aedf-44ab-b50d-bd86b3ab194c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=704a3800c58b42099b7667d1940ec22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956225 Feb 03 23:53:28.494216 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40276) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:28.495330 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb80ca-aedf-44ab-b50d-bd86b3ab194c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634801dd-fb2b-48e6-b42e-6e6ee6c2f578,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:28.532272 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216cf01-74db-45fc-997c-1e4cb879fed6 req-88865519-7768-401c-afa4-591434893ab5 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:28.534093 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4216cf01-74db-45fc-997c-1e4cb879fed6 req-88865519-7768-401c-afa4-591434893ab5 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 945 time: 0.1195147 Feb 03 23:53:28.554887 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-76878d76-e92a-4741-8f24-c2b83537e87f admin admin] Publish callbacks [] for security_group (634801dd-fb2b-48e6-b42e-6e6ee6c2f578), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.585450 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-76878d76-e92a-4741-8f24-c2b83537e87f admin admin] Publish callbacks [] for security_group (634801dd-fb2b-48e6-b42e-6e6ee6c2f578), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.587808 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4216cf01-74db-45fc-997c-1e4cb879fed6 req-510d804a-b24f-48db-9d5e-befb4e080e14 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471752 Feb 03 23:53:28.718217 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port c530a594-f5b5-4548-9e33-3993923a5ef3 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:53:28.722899 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port c530a594-f5b5-4548-9e33-3993923a5ef3 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:28.723317 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.805936 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c530a594-f5b5-4548-9e33-3993923a5ef3 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:28.806296 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.807814 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-76878d76-e92a-4741-8f24-c2b83537e87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (634801dd-fb2b-48e6-b42e-6e6ee6c2f578), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.811031 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-76878d76-e92a-4741-8f24-c2b83537e87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:28.817772 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-76878d76-e92a-4741-8f24-c2b83537e87f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/634801dd-fb2b-48e6-b42e-6e6ee6c2f578 HTTP/1.1" status: 204 len: 168 time: 0.3161774 Feb 03 23:53:28.828233 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76878d76-e92a-4741-8f24-c2b83537e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634801dd-fb2b-48e6-b42e-6e6ee6c2f578,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:28.837666 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c530a594-f5b5-4548-9e33-3993923a5ef3'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:53:28.839902 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60976471-4b06-4962-becd-16211d4a7f2f" -d '{"events": [{"server_uuid": "a9efd392-4a91-41c9-81b3-4ea521f1d190", "name": "network-vif-plugged", "status": "completed", "tag": "c530a594-f5b5-4548-9e33-3993923a5ef3"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:53:28.858072 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c530a594-f5b5-4548-9e33-3993923a5ef3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c530a594-f5b5-4548-9e33-3993923a5ef3,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:28.885968 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2dab3d-5787-4b71-b82f-794a12a63603 x-openstack-request-id: req-3a2dab3d-5787-4b71-b82f-794a12a63603 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:53:28.886511 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efd392-4a91-41c9-81b3-4ea521f1d190", "name": "network-vif-plugged", "status": "completed", "tag": "c530a594-f5b5-4548-9e33-3993923a5ef3", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:53:28.887463 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a2dab3d-5787-4b71-b82f-794a12a63603 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:53:28.888251 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c530a594-f5b5-4548-9e33-3993923a5ef3', 'code': 200} Feb 03 23:53:29.035586 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:29.085482 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c530a594-f5b5-4548-9e33-3993923a5ef3,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:29.690631 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a058-f1dc-4af7-887e-26e483123b37 req-dfef7e19-44b5-49cf-9799-04de03068f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:29.692225 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6622a058-f1dc-4af7-887e-26e483123b37 req-dfef7e19-44b5-49cf-9799-04de03068f21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 1130 time: 0.0565212 Feb 03 23:53:29.712060 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:29.718565 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b757-2222-406b-afce-fb0dcd8d538d req-b4fc1666-b5d4-43e1-b368-f024ce0d5346 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:29.721260 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f371b757-2222-406b-afce-fb0dcd8d538d req-b4fc1666-b5d4-43e1-b368-f024ce0d5346 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0598667 Feb 03 23:53:29.747800 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6622a058-f1dc-4af7-887e-26e483123b37 req-e9de3101-11c3-4f94-84ae-e2e5215c6297 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477786 Feb 03 23:53:29.782772 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f371b757-2222-406b-afce-fb0dcd8d538d req-78edb515-b523-4833-bb50-20862be26d23 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Feb 03 23:53:29.903395 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40316) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:29.976024 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40320) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:29.992240 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-97d49bb4-13bc-4f35-b76f-056c7932b212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.015155 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b34d689a-6ce0-41ad-996e-48ecba9f3fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.128046 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-97d49bb4-13bc-4f35-b76f-056c7932b212 admin admin] Publish callbacks [] for security_group (e7685952-3537-4f35-8605-514e15339174), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.147934 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b34d689a-6ce0-41ad-996e-48ecba9f3fa4 admin admin] Publish callbacks [] for security_group (28019c68-afb2-4f83-b357-1a98a203d5d9), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.252775 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-97d49bb4-13bc-4f35-b76f-056c7932b212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e7685952-3537-4f35-8605-514e15339174), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.292736 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-97d49bb4-13bc-4f35-b76f-056c7932b212 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1f0e9f9e44e49b38f9913e8b15ca360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156483 Feb 03 23:53:30.293958 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49bb4-13bc-4f35-b76f-056c7932b212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7685952-3537-4f35-8605-514e15339174,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:30.296322 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40322) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:30.338875 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b34d689a-6ce0-41ad-996e-48ecba9f3fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (28019c68-afb2-4f83-b357-1a98a203d5d9), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.343830 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bd525a4f-4eb0-48db-9126-07b4f3649407 admin admin] Publish callbacks [] for security_group (e7685952-3537-4f35-8605-514e15339174), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.365503 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bd525a4f-4eb0-48db-9126-07b4f3649407 admin admin] Publish callbacks [] for security_group (e7685952-3537-4f35-8605-514e15339174), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.379396 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-b34d689a-6ce0-41ad-996e-48ecba9f3fa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=218eaf9240234486b904eb660cd7bff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748566 Feb 03 23:53:30.380548 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d689a-6ce0-41ad-996e-48ecba9f3fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28019c68-afb2-4f83-b357-1a98a203d5d9,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:30.381864 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40324) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:30.446732 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ae8d118-d753-4c98-af3a-c691a4477bc6 admin admin] Publish callbacks [] for security_group (28019c68-afb2-4f83-b357-1a98a203d5d9), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.667300 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ae8d118-d753-4c98-af3a-c691a4477bc6 admin admin] Publish callbacks [] for security_group (28019c68-afb2-4f83-b357-1a98a203d5d9), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.668955 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bd525a4f-4eb0-48db-9126-07b4f3649407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e7685952-3537-4f35-8605-514e15339174), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.672027 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bd525a4f-4eb0-48db-9126-07b4f3649407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.673139 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bd525a4f-4eb0-48db-9126-07b4f3649407 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7685952-3537-4f35-8605-514e15339174 HTTP/1.1" status: 204 len: 168 time: 0.3756235 Feb 03 23:53:30.691658 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd525a4f-4eb0-48db-9126-07b4f3649407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7685952-3537-4f35-8605-514e15339174,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:30.864208 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ae8d118-d753-4c98-af3a-c691a4477bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (28019c68-afb2-4f83-b357-1a98a203d5d9), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.867141 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ae8d118-d753-4c98-af3a-c691a4477bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:30.868328 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6ae8d118-d753-4c98-af3a-c691a4477bc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28019c68-afb2-4f83-b357-1a98a203d5d9 HTTP/1.1" status: 204 len: 168 time: 0.4854677 Feb 03 23:53:30.877917 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8d118-d753-4c98-af3a-c691a4477bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28019c68-afb2-4f83-b357-1a98a203d5d9,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:30.904492 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98e9f1-668a-439d-94d8-79803957c425 req-8d1e2a5b-8aac-4b12-85e9-4e9fcd953c8f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:30.906150 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f98e9f1-668a-439d-94d8-79803957c425 req-8d1e2a5b-8aac-4b12-85e9-4e9fcd953c8f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0559232 Feb 03 23:53:30.975394 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f98e9f1-668a-439d-94d8-79803957c425 req-bb13d4b0-f2bd-4f40-8fcd-d30e3b2821a8 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610528 Feb 03 23:53:31.716996 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40360) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:31.731154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b4b67b9d-dfef-4d9d-86ba-537e2da781d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:31.808908 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b4b67b9d-dfef-4d9d-86ba-537e2da781d6 admin admin] Publish callbacks [] for security_group (2a663b3f-62af-44ce-951f-765f6e6e5016), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:31.877662 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b4b67b9d-dfef-4d9d-86ba-537e2da781d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (2a663b3f-62af-44ce-951f-765f6e6e5016), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:31.916367 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b4b67b9d-dfef-4d9d-86ba-537e2da781d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=628d149012f142cdb59d7d8c5f3bbed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977601 Feb 03 23:53:31.917442 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b67b9d-dfef-4d9d-86ba-537e2da781d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a663b3f-62af-44ce-951f-765f6e6e5016,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:31.919040 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40364) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:31.968455 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2aa706b3-eaa0-439a-911e-f21f5ac595f9 admin admin] Publish callbacks [] for security_group (2a663b3f-62af-44ce-951f-765f6e6e5016), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:31.992468 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2aa706b3-eaa0-439a-911e-f21f5ac595f9 admin admin] Publish callbacks [] for security_group (2a663b3f-62af-44ce-951f-765f6e6e5016), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:32.104341 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18b0e-2ad8-4285-b5f5-85ff20b0e7f0 req-d39e44c0-f743-4e45-a3c2-7d4058c9b52d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:32.105852 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-41d18b0e-2ad8-4285-b5f5-85ff20b0e7f0 req-d39e44c0-f743-4e45-a3c2-7d4058c9b52d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0548637 Feb 03 23:53:32.159650 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-41d18b0e-2ad8-4285-b5f5-85ff20b0e7f0 req-ffe524f5-4f4d-4a21-9800-e6a137ced446 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Feb 03 23:53:32.232046 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2aa706b3-eaa0-439a-911e-f21f5ac595f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (2a663b3f-62af-44ce-951f-765f6e6e5016), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:32.235297 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2aa706b3-eaa0-439a-911e-f21f5ac595f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:32.236642 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2aa706b3-eaa0-439a-911e-f21f5ac595f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a663b3f-62af-44ce-951f-765f6e6e5016 HTTP/1.1" status: 204 len: 168 time: 0.3164756 Feb 03 23:53:32.244993 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa706b3-eaa0-439a-911e-f21f5ac595f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a663b3f-62af-44ce-951f-765f6e6e5016,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:32.741559 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40390) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:32.844070 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f44f2357-d277-4022-982a-a08c8d1e197c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:32.916127 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f44f2357-d277-4022-982a-a08c8d1e197c admin admin] Publish callbacks [] for security_group (4e634721-4333-4d9b-ac03-b107bf877d8c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:32.986213 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f44f2357-d277-4022-982a-a08c8d1e197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4e634721-4333-4d9b-ac03-b107bf877d8c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:33.025158 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f44f2357-d277-4022-982a-a08c8d1e197c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7873b0978d294242852dc19300afc6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823594 Feb 03 23:53:33.026317 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f2357-d277-4022-982a-a08c8d1e197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e634721-4333-4d9b-ac03-b107bf877d8c,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:33.027872 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40400) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:33.078304 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a197c78-f0f5-45fd-b2d2-90f83d5de9c2 admin admin] Publish callbacks [] for security_group (4e634721-4333-4d9b-ac03-b107bf877d8c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:33.105035 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a197c78-f0f5-45fd-b2d2-90f83d5de9c2 admin admin] Publish callbacks [] for security_group (4e634721-4333-4d9b-ac03-b107bf877d8c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:33.260411 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a197c78-f0f5-45fd-b2d2-90f83d5de9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4e634721-4333-4d9b-ac03-b107bf877d8c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:33.263110 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a197c78-f0f5-45fd-b2d2-90f83d5de9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:33.267328 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5a197c78-f0f5-45fd-b2d2-90f83d5de9c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e634721-4333-4d9b-ac03-b107bf877d8c HTTP/1.1" status: 204 len: 168 time: 0.2355216 Feb 03 23:53:33.273914 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a197c78-f0f5-45fd-b2d2-90f83d5de9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e634721-4333-4d9b-ac03-b107bf877d8c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:33.281180 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586c496-69a9-4ecf-8402-ba559e17c394 req-420c78b9-9a0d-48ce-b0ed-9b901efde4cd tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:33.299555 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4586c496-69a9-4ecf-8402-ba559e17c394 req-420c78b9-9a0d-48ce-b0ed-9b901efde4cd tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0641730 Feb 03 23:53:33.345550 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4586c496-69a9-4ecf-8402-ba559e17c394 req-48f73c59-e3f2-4ea5-90b2-1e2f04da26bf tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485518 Feb 03 23:53:36.345150 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:53:37.528000 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207201-13cb-4fef-af94-62dd6c1fd737 req-776cf9db-15df-4c36-873d-0f2d06e63354 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:37.529522 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2a207201-13cb-4fef-af94-62dd6c1fd737 req-776cf9db-15df-4c36-873d-0f2d06e63354 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0514259 Feb 03 23:53:37.575132 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2a207201-13cb-4fef-af94-62dd6c1fd737 req-fd9b6220-651a-4825-968f-90ffbc97d742 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 Feb 03 23:53:37.965505 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40534) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:38.086736 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ebef2c66-ade0-45e5-87a4-23f08bf9c9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:38.161241 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ebef2c66-ade0-45e5-87a4-23f08bf9c9e6 admin admin] Publish callbacks [] for security_group (295cfb19-77b7-49eb-84ba-c5e94f0c12cc), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:38.218897 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ebef2c66-ade0-45e5-87a4-23f08bf9c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (295cfb19-77b7-49eb-84ba-c5e94f0c12cc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:38.256007 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ebef2c66-ade0-45e5-87a4-23f08bf9c9e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52c473b2083845c58664e89413bd593d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865829 Feb 03 23:53:38.257926 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef2c66-ade0-45e5-87a4-23f08bf9c9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295cfb19-77b7-49eb-84ba-c5e94f0c12cc,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:38.258802 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40544) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:38.306043 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dbf86838-9a89-4bde-9b58-bfdd7e54f9e8 admin admin] Publish callbacks [] for security_group (295cfb19-77b7-49eb-84ba-c5e94f0c12cc), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:38.327077 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dbf86838-9a89-4bde-9b58-bfdd7e54f9e8 admin admin] Publish callbacks [] for security_group (295cfb19-77b7-49eb-84ba-c5e94f0c12cc), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:38.646980 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570788ca-0b41-423d-8ab8-0c130574e6bc req-53cc6ee7-7e6b-490e-b6d4-ec901cd1e47e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:38.648549 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-570788ca-0b41-423d-8ab8-0c130574e6bc req-53cc6ee7-7e6b-490e-b6d4-ec901cd1e47e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0614858 Feb 03 23:53:38.649679 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dbf86838-9a89-4bde-9b58-bfdd7e54f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (295cfb19-77b7-49eb-84ba-c5e94f0c12cc), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:38.652470 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dbf86838-9a89-4bde-9b58-bfdd7e54f9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:38.657788 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-dbf86838-9a89-4bde-9b58-bfdd7e54f9e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/295cfb19-77b7-49eb-84ba-c5e94f0c12cc HTTP/1.1" status: 204 len: 168 time: 0.3977771 Feb 03 23:53:38.665770 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf86838-9a89-4bde-9b58-bfdd7e54f9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295cfb19-77b7-49eb-84ba-c5e94f0c12cc,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:38.725834 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122b42-5aa5-4eeb-9796-286528a75a7b req-1217b413-8bca-43e0-98cc-fff7e7abddf2 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:38.727687 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a1122b42-5aa5-4eeb-9796-286528a75a7b req-1217b413-8bca-43e0-98cc-fff7e7abddf2 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0768950 Feb 03 23:53:38.757091 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-570788ca-0b41-423d-8ab8-0c130574e6bc req-d05d96d4-a1a1-412d-b0ae-8cb87ebf390e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831556 Feb 03 23:53:38.766688 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-7934805f-2536-4a43-91ba-bf20a79b82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:38.769718 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-7934805f-2536-4a43-91ba-bf20a79b82cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1129 time: 0.0704436 Feb 03 23:53:38.781928 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a1122b42-5aa5-4eeb-9796-286528a75a7b req-d74f7349-6f68-43b4-b116-9e3f6b6ba75e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Feb 03 23:53:38.872448 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-eb0baed0-1405-4ce2-80f5-b8f09ea92138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:38.875019 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-eb0baed0-1405-4ce2-80f5-b8f09ea92138 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.0995791 Feb 03 23:53:38.920970 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-94d9648d-e6dc-4e37-bc53-9f8775958391 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 200 len: 217 time: 0.0380988 Feb 03 23:53:38.989002 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-570ecec6-9670-43da-908e-56c02639a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:38.990603 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-570ecec6-9670-43da-908e-56c02639a85d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.0620575 Feb 03 23:53:39.033574 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-f552e67f-dd32-4bbc-8985-3165bf67abd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347612 Feb 03 23:53:39.145714 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-77c2eb37-1640-4a91-b740-de2f9f9cadf7 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044185 Feb 03 23:53:39.228559 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-aa4b482d-02e0-4a91-8e7d-5685d3081224 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687433725&fields=id&tenant_id=dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 267 time: 0.1042416 Feb 03 23:53:39.311104 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad79102c-3b53-472f-8552-b0bc2240b1b5 req-c04bf110-3962-419d-9c4d-9656ebe0d97f service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521530 Feb 03 23:53:39.353156 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-41ee2831-5821-4434-a28b-eb2741f97825 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:39.354668 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-41ee2831-5821-4434-a28b-eb2741f97825 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 810 time: 0.1176553 Feb 03 23:53:39.384838 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-2b0b18bd-8b99-48ea-9a2c-2f9b1dd0972a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/quotas/dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 375 time: 0.0098329 Feb 03 23:53:39.445135 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-813baf1d-9a3c-45c8-abb5-328f8bc6f2ab tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544395 Feb 03 23:53:39.476191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40578) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:39.490106 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaf0a-a800-4f93-9455-cc0fc534974b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:39.540722 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-7a5a5408-6872-43b5-9c77-895944b5cc65 service neutron] 10.222.0.41 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839207 Feb 03 23:53:39.564973 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaf0a-a800-4f93-9455-cc0fc534974b admin admin] Publish callbacks [] for security_group (776099bb-8713-4f17-bc91-409b6846a8f8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:39.634888 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-2804848d-55ee-4455-a443-30aa1a7b52d8 service neutron] 10.222.0.41 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864859 Feb 03 23:53:39.666037 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaf0a-a800-4f93-9455-cc0fc534974b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (776099bb-8713-4f17-bc91-409b6846a8f8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:39.705478 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b6ccaf0a-a800-4f93-9455-cc0fc534974b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ddb03bb1561439dae2fe665df5aaa70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277844 Feb 03 23:53:39.708324 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccaf0a-a800-4f93-9455-cc0fc534974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776099bb-8713-4f17-bc91-409b6846a8f8,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:39.708441 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40588) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:39.765315 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dd84dcbc-1f18-4897-b15f-d87de79f435a admin admin] Publish callbacks [] for security_group (776099bb-8713-4f17-bc91-409b6846a8f8), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:39.788126 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dd84dcbc-1f18-4897-b15f-d87de79f435a admin admin] Publish callbacks [] for security_group (776099bb-8713-4f17-bc91-409b6846a8f8), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:39.886783 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470376b1-9069-4c26-897e-92d3a764f095 req-5587a500-95c3-4e5c-833d-4f7af0957861 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:39.888340 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-470376b1-9069-4c26-897e-92d3a764f095 req-5587a500-95c3-4e5c-833d-4f7af0957861 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0571706 Feb 03 23:53:39.936470 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-470376b1-9069-4c26-897e-92d3a764f095 req-b97e11e9-6caf-4c02-82eb-ac27b3a5ec3c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Feb 03 23:53:39.944075 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dd84dcbc-1f18-4897-b15f-d87de79f435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (776099bb-8713-4f17-bc91-409b6846a8f8), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:39.946701 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dd84dcbc-1f18-4897-b15f-d87de79f435a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:39.948111 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-dd84dcbc-1f18-4897-b15f-d87de79f435a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/776099bb-8713-4f17-bc91-409b6846a8f8 HTTP/1.1" status: 204 len: 168 time: 0.2386389 Feb 03 23:53:39.965354 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84dcbc-1f18-4897-b15f-d87de79f435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776099bb-8713-4f17-bc91-409b6846a8f8,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:40.061123 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1f227-4654-4ad2-a5c3-f9748fd0694f req-df7d1a4a-e562-41e2-a80e-73d799c95b39 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:40.062678 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d6a1f227-4654-4ad2-a5c3-f9748fd0694f req-df7d1a4a-e562-41e2-a80e-73d799c95b39 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0544868 Feb 03 23:53:40.109102 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d6a1f227-4654-4ad2-a5c3-f9748fd0694f req-be8f9277-c4f5-4434-84b5-149b41816d8f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Feb 03 23:53:40.309357 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0663a662-e6a2-4426-b906-f836de8f1c3c req-ade2a5cf-12ab-4c6d-b9e6-58a9c5be7ccf tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 210 time: 0.0282190 Feb 03 23:53:41.068783 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12572fc3-db3e-4019-919d-94fd22d26a2d req-9d5ed0f3-4beb-4b42-8eef-a3c0a59591f3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:41.070301 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12572fc3-db3e-4019-919d-94fd22d26a2d req-9d5ed0f3-4beb-4b42-8eef-a3c0a59591f3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0532460 Feb 03 23:53:41.119731 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12572fc3-db3e-4019-919d-94fd22d26a2d req-5a9758e2-d676-49ab-b1af-67ea18222338 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Feb 03 23:53:41.237877 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca1fda-9adf-4938-90d2-31f743e045c5 req-a268bfdd-daa3-4fd8-8c9c-900f569da20e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:41.239657 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-53ca1fda-9adf-4938-90d2-31f743e045c5 req-a268bfdd-daa3-4fd8-8c9c-900f569da20e tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0577600 Feb 03 23:53:41.288551 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-53ca1fda-9adf-4938-90d2-31f743e045c5 req-18e4210c-8f54-413d-8221-9a6d3226c1ce tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Feb 03 23:53:41.387316 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-772e46cf-9436-4165-b15e-c8a54adea859 req-cb8e9fe0-2d68-4093-9f5c-54bf64dad3d6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 210 time: 0.0271575 Feb 03 23:53:42.242955 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306540b3-2ee7-4828-b99e-2d7012b817fb req-761e1ddb-980f-4365-94ec-60002606a9f5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:42.244388 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-306540b3-2ee7-4828-b99e-2d7012b817fb req-761e1ddb-980f-4365-94ec-60002606a9f5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Feb 03 23:53:42.293014 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-306540b3-2ee7-4828-b99e-2d7012b817fb req-76922025-2402-43e9-a97d-d11e97d9f111 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Feb 03 23:53:42.414041 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6fd67-38b5-4507-8569-5b1ed6791d34 req-1c4d3a54-120a-4d6a-96cf-042423661fd9 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:42.421279 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e4e6fd67-38b5-4507-8569-5b1ed6791d34 req-1c4d3a54-120a-4d6a-96cf-042423661fd9 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 946 time: 0.0553114 Feb 03 23:53:42.466223 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e4e6fd67-38b5-4507-8569-5b1ed6791d34 req-e6c183ae-f186-4bf4-a7ac-c4dc3e5f427d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Feb 03 23:53:42.489874 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1859a2bf-9642-4ccb-a609-aeea3ce2c747 req-40256b79-954f-44f6-be0b-1a23c68eecfb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 210 time: 0.0318451 Feb 03 23:53:43.039893 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40708) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:43.141411 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bdd57efd-46ea-434b-848d-5015621e0148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.193682 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c530a594-f5b5-4548-9e33-3993923a5ef3 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:53:43.226295 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bdd57efd-46ea-434b-848d-5015621e0148 admin admin] Publish callbacks [] for security_group (5a276bf4-aa53-4b86-adec-647f154ee075), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.272254 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c530a594-f5b5-4548-9e33-3993923a5ef3 is: ACTIVE; New status is: DOWN {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:43.274853 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.294160 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c530a594-f5b5-4548-9e33-3993923a5ef3'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:53:43.297102 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea8e5b-4933-4ee9-9fbb-910179250202" -d '{"events": [{"server_uuid": "a9efd392-4a91-41c9-81b3-4ea521f1d190", "name": "network-vif-unplugged", "status": "completed", "tag": "c530a594-f5b5-4548-9e33-3993923a5ef3"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:53:43.309091 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c530a594-f5b5-4548-9e33-3993923a5ef3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c530a594-f5b5-4548-9e33-3993923a5ef3,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:43.333106 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f6f02f-86a2-4857-b469-1a7e74f1dfee x-openstack-request-id: req-e3f6f02f-86a2-4857-b469-1a7e74f1dfee {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:53:43.333299 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efd392-4a91-41c9-81b3-4ea521f1d190", "name": "network-vif-unplugged", "status": "completed", "tag": "c530a594-f5b5-4548-9e33-3993923a5ef3", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:53:43.333561 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3f6f02f-86a2-4857-b469-1a7e74f1dfee {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:53:43.333985 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c530a594-f5b5-4548-9e33-3993923a5ef3', 'code': 200} Feb 03 23:53:43.355217 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.391528 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bdd57efd-46ea-434b-848d-5015621e0148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (5a276bf4-aa53-4b86-adec-647f154ee075), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.422141 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7d406-41e0-4eca-b562-b240c08adc37 req-42f34e07-7bb8-40f6-95dc-66c11da14b76 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:43.423816 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c1e7d406-41e0-4eca-b562-b240c08adc37 req-42f34e07-7bb8-40f6-95dc-66c11da14b76 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0601573 Feb 03 23:53:43.433340 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-bdd57efd-46ea-434b-848d-5015621e0148 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d7c55c473db489dbe294e6eec7cc477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923793 Feb 03 23:53:43.434328 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd57efd-46ea-434b-848d-5015621e0148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a276bf4-aa53-4b86-adec-647f154ee075,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:43.437323 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40716) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:43.454336 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.504719 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c530a594-f5b5-4548-9e33-3993923a5ef3,revision_number=6']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:43.508366 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c1e7d406-41e0-4eca-b562-b240c08adc37 req-b09d2529-367a-4ee3-8804-587d371859ea tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787649 Feb 03 23:53:43.512027 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.512729 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.513239 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.513807 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.514317 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.514814 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.515331 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.515817 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.516292 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.516771 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.517266 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.517593 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.517937 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:43.537815 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ba238a9a-0dc1-43b2-b1c0-d0fe31775f33 admin admin] Publish callbacks [] for security_group (5a276bf4-aa53-4b86-adec-647f154ee075), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.569359 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ba238a9a-0dc1-43b2-b1c0-d0fe31775f33 admin admin] Publish callbacks [] for security_group (5a276bf4-aa53-4b86-adec-647f154ee075), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.602242 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628824a1-46b9-4f17-ac3f-2b419ec0ca54 req-1ba2f4e4-725b-4c1c-a093-d6bff922820a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:43.610084 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-628824a1-46b9-4f17-ac3f-2b419ec0ca54 req-1ba2f4e4-725b-4c1c-a093-d6bff922820a tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 944 time: 0.0639687 Feb 03 23:53:43.613986 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ef0a0d67-87d8-4f91-b87b-8ab8b7ff0de5 req-6a413c22-23c8-4b8c-a173-1fc4d7b1017c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 210 time: 0.0371153 Feb 03 23:53:43.652863 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-628824a1-46b9-4f17-ac3f-2b419ec0ca54 req-c5c0fc99-2965-4113-bdd8-d2acb14e4416 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/security-groups?id=623cc2a4-9da9-4985-827d-169312b95621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Feb 03 23:53:43.708850 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-8404c506-eeb8-495a-8dcc-3a80d7e7a073 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:43.709983 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-b4c3bd0f-ab78-42bb-b346-23be18cb35eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501869 Feb 03 23:53:43.710320 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-8404c506-eeb8-495a-8dcc-3a80d7e7a073 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 944 time: 0.0566084 Feb 03 23:53:43.722399 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ba238a9a-0dc1-43b2-b1c0-d0fe31775f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (5a276bf4-aa53-4b86-adec-647f154ee075), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.725225 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ba238a9a-0dc1-43b2-b1c0-d0fe31775f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.726300 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ba238a9a-0dc1-43b2-b1c0-d0fe31775f33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a276bf4-aa53-4b86-adec-647f154ee075 HTTP/1.1" status: 204 len: 168 time: 0.2875984 Feb 03 23:53:43.734344 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba238a9a-0dc1-43b2-b1c0-d0fe31775f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a276bf4-aa53-4b86-adec-647f154ee075,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:43.825347 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-2f67b647-e85d-41f3-bae6-3315eb596381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:43.827106 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-2f67b647-e85d-41f3-bae6-3315eb596381 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 1129 time: 0.0479012 Feb 03 23:53:43.902124 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Deleting port c530a594-f5b5-4548-9e33-3993923a5ef3 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:53:43.902565 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:43.949934 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-c0952f51-502b-4fdf-9db0-6186b1bbf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:43.952178 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-c0952f51-502b-4fdf-9db0-6186b1bbf21f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.0914066 Feb 03 23:53:44.005481 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-fed4c57d-f329-4686-90af-ce8b78e2a47b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c741c247-2cc9-415e-bfd5-66f43753d26e HTTP/1.1" status: 200 len: 217 time: 0.0421717 Feb 03 23:53:44.098751 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-f5eb6ffa-0ffe-464d-a74a-e54c0b63cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:44.100751 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-f5eb6ffa-0ffe-464d-a74a-e54c0b63cdf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.0510855 Feb 03 23:53:44.136381 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-c8ef50a3-150c-49c0-b8ea-5c6c3cb16487 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296116 Feb 03 23:53:44.236707 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-200303a7-0cb2-4e32-9771-0e512e19decc service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935690 Feb 03 23:53:44.241079 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] For port c530a594-f5b5-4548-9e33-3993923a5ef3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c530a594-f5b5-4548-9e33-3993923a5ef3,segment=NetworkSegment(bcf269e4-bd58-4782-acfc-5054d817245f),segment_id=bcf269e4-bd58-4782-acfc-5054d817245f)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:44.241444 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:44.257173 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Calling delete_port for c530a594-f5b5-4548-9e33-3993923a5ef3 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:53:44.338353 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-272bcb1b-1bdf-49db-9d2f-4025f69764ad req-e9ee4b07-a152-4b55-8b15-b4e4ba82133b service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894475 Feb 03 23:53:44.540259 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (c530a594-f5b5-4548-9e33-3993923a5ef3), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:44.575123 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Pushing event deleted for resources: {'Port': ['ID=c530a594-f5b5-4548-9e33-3993923a5ef3,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:44.597312 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40732) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:44.628235 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-952e5b02-62e7-4662-9caf-be9e025d8edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:44.666370 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] No DVR routers for this DVR port c530a594-f5b5-4548-9e33-3993923a5ef3 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:53:44.671364 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:44.677337 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f57c7b1f-bda2-428f-a155-67e51bc58fc7 req-48f1838a-aa4f-40c5-81a2-1c7cd96018ae tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.37 "DELETE /v2.0/ports/c530a594-f5b5-4548-9e33-3993923a5ef3 HTTP/1.1" status: 204 len: 173 time: 0.9049501 Feb 03 23:53:44.677337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'name': 'network-vif-deleted', 'tag': 'c530a594-f5b5-4548-9e33-3993923a5ef3'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:53:44.678718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cd80f9-c66a-4d37-8514-c1d6081adba5" -d '{"events": [{"server_uuid": "a9efd392-4a91-41c9-81b3-4ea521f1d190", "name": "network-vif-deleted", "tag": "c530a594-f5b5-4548-9e33-3993923a5ef3"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:53:44.683732 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c40a21-7c30-43ba-8877-bbe308a789e8 req-3367b1b3-774f-4e34-9c48-67bb98d53b11 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:44.686010 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-40c40a21-7c30-43ba-8877-bbe308a789e8 req-3367b1b3-774f-4e34-9c48-67bb98d53b11 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0983160 Feb 03 23:53:44.725277 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-87ff0cc3-99e3-40f4-b969-5223f734f67d req-344b0c53-2790-43f0-9f19-35c021afb6c5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 210 time: 0.0302091 Feb 03 23:53:44.773756 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-40c40a21-7c30-43ba-8877-bbe308a789e8 req-bba36877-fd8d-4711-973c-dd56be6af041 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806725 Feb 03 23:53:44.797679 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-952e5b02-62e7-4662-9caf-be9e025d8edf admin admin] Publish callbacks [] for security_group (90314ea2-7849-477b-9d33-0dba0495350e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:44.818005 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-65f11577-3802-41a5-a5d9-d659ef926b49 req-31ce766b-f8ed-4aec-9dcd-17a68f168aed tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0324621 Feb 03 23:53:44.830911 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfec86cd-c70a-42f6-9842-4d2449e434b1 x-openstack-request-id: req-bfec86cd-c70a-42f6-9842-4d2449e434b1 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:53:44.831127 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efd392-4a91-41c9-81b3-4ea521f1d190", "name": "network-vif-deleted", "tag": "c530a594-f5b5-4548-9e33-3993923a5ef3", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:53:44.831405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfec86cd-c70a-42f6-9842-4d2449e434b1 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:53:44.831800 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efd392-4a91-41c9-81b3-4ea521f1d190', 'name': 'network-vif-deleted', 'tag': 'c530a594-f5b5-4548-9e33-3993923a5ef3', 'status': 'completed', 'code': 200} Feb 03 23:53:44.921535 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-952e5b02-62e7-4662-9caf-be9e025d8edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (90314ea2-7849-477b-9d33-0dba0495350e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:44.967553 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-952e5b02-62e7-4662-9caf-be9e025d8edf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf4eb84ef2694a8abe76fc9b68abfdc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700237 Feb 03 23:53:44.970257 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40750) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:44.978984 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e5b02-62e7-4662-9caf-be9e025d8edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90314ea2-7849-477b-9d33-0dba0495350e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:45.024753 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1831d7d-40b6-4632-bc0f-6ce8141eb30d admin admin] Publish callbacks [] for security_group (90314ea2-7849-477b-9d33-0dba0495350e), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:45.047137 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1831d7d-40b6-4632-bc0f-6ce8141eb30d admin admin] Publish callbacks [] for security_group (90314ea2-7849-477b-9d33-0dba0495350e), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:45.217227 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1831d7d-40b6-4632-bc0f-6ce8141eb30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (90314ea2-7849-477b-9d33-0dba0495350e), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:45.217227 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1831d7d-40b6-4632-bc0f-6ce8141eb30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:45.217227 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d1831d7d-40b6-4632-bc0f-6ce8141eb30d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90314ea2-7849-477b-9d33-0dba0495350e HTTP/1.1" status: 204 len: 168 time: 0.2394612 Feb 03 23:53:45.226402 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1831d7d-40b6-4632-bc0f-6ce8141eb30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90314ea2-7849-477b-9d33-0dba0495350e,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:45.296175 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-537012a1-7567-49bf-8451-cbc06fb1f024 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:45.298634 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-537012a1-7567-49bf-8451-cbc06fb1f024 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 810 time: 0.1606393 Feb 03 23:53:45.376747 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-f6aee586-8db2-4ebb-9acb-3a0c91cf53f2 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 380 time: 0.0625141 Feb 03 23:53:45.385825 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'port': {'device_id': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'admin_state_up': True, 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'security_groups': ['37087b5c-0ebe-475b-9753-080f5de85f1b']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:45.614408 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Made reservation on behalf of dd8c2e0432d9424db703038c19cba9c9 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:53:45.618890 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:45.760375 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Allocated IP 172.20.0.4 (1e8bd5c8-1987-4436-9a1a-4bf840844c1e/25fabc35-fffb-4507-ab31-3db0f21dc155/9d92e6e9-cfad-41a6-b57b-3773311efd8a) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:53:45.863227 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d3b1d0b-98c5-48bd-8944-844cf6864e36 req-87cc1eab-95c0-4f8a-b05d-8c72073ed670 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 210 time: 0.0556483 Feb 03 23:53:45.962501 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:45.976347 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9bb96840-dd2c-460a-95c3-7483a41b60c1 req-3e258ab8-cd2f-45d7-8a01-54d025e4170d tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0320191 Feb 03 23:53:45.986773 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142893cf-fc9c-4b49-b12e-cfb7f34ab6c3 req-4e318fb4-4cd1-40f0-8176-12e5a17dab60 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:46.002396 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-142893cf-fc9c-4b49-b12e-cfb7f34ab6c3 req-4e318fb4-4cd1-40f0-8176-12e5a17dab60 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0913293 Feb 03 23:53:46.043030 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-142893cf-fc9c-4b49-b12e-cfb7f34ab6c3 req-d8976862-d27b-41de-aaa6-4cf088fd4707 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481944 Feb 03 23:53:46.083445 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:46.127085 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:53:46.130442 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:46.134134 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:53:46.162035 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=9d92e6e9-cfad-41a6-b57b-3773311efd8a,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:46.191725 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:46.192524 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:46.347936 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-b75b121b-60c4-4b4d-a30f-c7f87d1bdcf5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9659910 Feb 03 23:53:46.362233 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-71fa9a39-f446-4d53-bcf3-3c1a57565cff None None] Provisioning complete for port 9d92e6e9-cfad-41a6-b57b-3773311efd8a triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:46.362740 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-71fa9a39-f446-4d53-bcf3-3c1a57565cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:46.399235 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-71fa9a39-f446-4d53-bcf3-3c1a57565cff None None] Port 9d92e6e9-cfad-41a6-b57b-3773311efd8a cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:53:46.999748 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8a50e-cb0f-47da-970c-35c6b749daae req-a267b354-8c1a-4bc9-86f6-8d745afac6d1 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:47.001108 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8bd8a50e-cb0f-47da-970c-35c6b749daae req-a267b354-8c1a-4bc9-86f6-8d745afac6d1 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 931 time: 0.0590937 Feb 03 23:53:47.029706 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40808) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:47.059195 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8bd8a50e-cb0f-47da-970c-35c6b749daae req-93c2eb27-bafc-4a53-a606-7da9cf874fad tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523236 Feb 03 23:53:47.096142 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-051143bd-a97e-4a72-88fb-9a540ea28f32 req-d42c7890-6bd4-4368-9425-35bf41cd2c6f tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0342185 Feb 03 23:53:47.147623 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:47.172176 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63048abb-349b-4874-b444-579aa8ce9211 req-8681eff9-8430-46f6-b0dd-8e27765dab74 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:47.173699 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63048abb-349b-4874-b444-579aa8ce9211 req-8681eff9-8430-46f6-b0dd-8e27765dab74 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0533445 Feb 03 23:53:47.222203 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-63048abb-349b-4874-b444-579aa8ce9211 req-592e7f54-c62a-46cd-9793-d53498892ddd tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Feb 03 23:53:47.226072 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Publish callbacks [] for security_group (27cbe9f5-d9c8-4b3e-8072-3acc9f58e50c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:47.317124 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (27cbe9f5-d9c8-4b3e-8072-3acc9f58e50c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:47.355868 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33262ffe9556491a9e5c685c98d51949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249621 Feb 03 23:53:47.357143 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cbe9f5-d9c8-4b3e-8072-3acc9f58e50c,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:47.359222 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40814) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:47.365055 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.365408 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.365791 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.366247 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.366650 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.367059 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.367395 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.367727 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.368057 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.368384 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.368709 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.369029 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.369349 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34d26c-f0be-413a-995e-4e67d9d6b282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.410360 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Publish callbacks [] for security_group (27cbe9f5-d9c8-4b3e-8072-3acc9f58e50c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:47.431091 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Publish callbacks [] for security_group (27cbe9f5-d9c8-4b3e-8072-3acc9f58e50c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:47.549355 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (27cbe9f5-d9c8-4b3e-8072-3acc9f58e50c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:47.551940 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:47.553075 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27cbe9f5-d9c8-4b3e-8072-3acc9f58e50c HTTP/1.1" status: 204 len: 168 time: 0.1928773 Feb 03 23:53:47.561531 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cbe9f5-d9c8-4b3e-8072-3acc9f58e50c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:47.568676 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.568964 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.569305 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.569641 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.569996 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.570309 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.570637 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.570961 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.571289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.571607 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.571983 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.572310 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:47.572650 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4462aa2-1c9d-4eb0-abda-0bff20e9a086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:48.183802 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03e60-1a3c-4f47-9d06-7eb97904ed35 req-9b55df84-7d68-46e3-8a48-b9f21090d9bb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:48.184260 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-52c03e60-1a3c-4f47-9d06-7eb97904ed35 req-9b55df84-7d68-46e3-8a48-b9f21090d9bb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 931 time: 0.0547295 Feb 03 23:53:48.208182 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-51a2eba5-b412-4589-a68e-a21597447561 req-91907ea6-298d-4c59-ad1e-4b1f82882041 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0292048 Feb 03 23:53:48.236133 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-52c03e60-1a3c-4f47-9d06-7eb97904ed35 req-5bf45917-56b3-441f-a924-102cdb0eb798 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465333 Feb 03 23:53:48.342898 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc04c-1b6a-4184-806f-1f44a145b93e req-71a4fe88-397d-4f3d-b0be-48aa0635ce5d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:48.344447 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967cc04c-1b6a-4184-806f-1f44a145b93e req-71a4fe88-397d-4f3d-b0be-48aa0635ce5d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0536339 Feb 03 23:53:48.394167 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-967cc04c-1b6a-4184-806f-1f44a145b93e req-b4a6c7ed-825a-4f96-a4c8-952856c2cac2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 Feb 03 23:53:48.532474 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40848) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:48.628251 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-905526925-network', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:48.708928 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Made reservation on behalf of 808a1efcd84a4b8a8850c69fc89c1570 for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:53:48.711278 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:48.719582 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:48.790913 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Publish callbacks [] for security_group (8f3cd3fd-146e-4883-9f5f-9e142e881c49), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:48.882335 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8f3cd3fd-146e-4883-9f5f-9e142e881c49), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:48.909263 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:53:48.918451 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3cd3fd-146e-4883-9f5f-9e142e881c49,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:48.923653 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (a3b0723e-4a8f-4076-b2c7-f1d6d0226360), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:48.923989 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Added segment a3b0723e-4a8f-4076-b2c7-f1d6d0226360 of type vlan for network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 Feb 03 23:53:48.962487 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:49.053444 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:49.054416 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:49.055001 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:49.112074 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:49.122142 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:53:49.176547 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4568d126-9f12-4807-9431-f4e32d55f426 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6429124 Feb 03 23:53:49.179378 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 40854) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:49.184074 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Request body: {'subnet': {'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-905526925-subnet', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:49.259461 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Made reservation on behalf of 808a1efcd84a4b8a8850c69fc89c1570 for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:53:49.262409 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25886147'] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:49.340824 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4d5e36d7-3e7f-440c-81b7-62c07a33faf0 req-f4d2e2ad-1ab3-473a-a8e1-4c7368073e23 tempest-VolumesActionsTest-303137345 tempest-VolumesActionsTest-303137345-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9efd392-4a91-41c9-81b3-4ea521f1d190 HTTP/1.1" status: 200 len: 210 time: 0.0346334 Feb 03 23:53:49.387224 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae55e27-ae3e-40d6-ac2d-1e8f81b748e8 req-08883481-b05e-4a18-bf74-b9fffc010d89 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:49.389293 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae55e27-ae3e-40d6-ac2d-1e8f81b748e8 req-08883481-b05e-4a18-bf74-b9fffc010d89 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 931 time: 0.0747597 Feb 03 23:53:49.446432 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae55e27-ae3e-40d6-ac2d-1e8f81b748e8 req-6457d629-eced-49fe-952c-3772496d79c2 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513358 Feb 03 23:53:49.526143 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6e10-0763-40dd-bd58-c080405b6e7b req-cca0ebc7-3030-4c20-a78a-5300636fdda9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:49.527632 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d2f6e10-0763-40dd-bd58-c080405b6e7b req-cca0ebc7-3030-4c20-a78a-5300636fdda9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0631876 Feb 03 23:53:49.573771 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d2f6e10-0763-40dd-bd58-c080405b6e7b req-243e1318-e33b-4131-b176-814c74b0c5c7 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Feb 03 23:53:49.575044 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25886197'] for subnet (7117c721-6b93-4d5c-94e6-f41a2df95bc5), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:49.630256 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7117c721-6b93-4d5c-94e6-f41a2df95bc5,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:49.638642 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Checking segment: {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:53:49.639502 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Network hostable DHCP agents. Network: b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:53:49.739703 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:53:49.791087 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:49.796208 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:49.797329 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:49.800811 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa93cf1-9f23-4bfb-a0ab-c3606602793c None None] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:53:49.807674 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Request body: {'port': {'device_id': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:49.880441 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:49.932469 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-b2a2e5e0-318b-40fe-8c61-fa2f1c032ae7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7520199 Feb 03 23:53:49.935713 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40870) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:49.942577 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:50.008516 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (df467ca6-d5ca-4fb9-9684-355b334c878a), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.009527 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (df467ca6-d5ca-4fb9-9684-355b334c878a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.042805 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:53:50.043663 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.061132 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks [] for router_controller (df467ca6-d5ca-4fb9-9684-355b334c878a), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.164954 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d92e6e9-cfad-41a6-b57b-3773311efd8a {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:53:50.174708 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Publish callbacks [] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.182155 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Allocated IP 172.20.0.2 (b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6/7117c721-6b93-4d5c-94e6-f41a2df95bc5/64b576c4-643a-4a0f-b41d-64cdc7244ba2) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:53:50.187547 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Transition to ACTIVE for port object 9d92e6e9-cfad-41a6-b57b-3773311efd8a will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:53:50.266464 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.287549 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks [] for router_gateway (df467ca6-d5ca-4fb9-9684-355b334c878a), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.329012 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Publish callbacks [] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.337443 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Pushing event updated for resources: {'Port': ['ID=9d92e6e9-cfad-41a6-b57b-3773311efd8a,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:50.394828 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Attempting to bind port 9d92e6e9-cfad-41a6-b57b-3773311efd8a on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:53:50.395382 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Attempting to bind port 9d92e6e9-cfad-41a6-b57b-3773311efd8a by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:53:50.395707 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Attempting to bind port 9d92e6e9-cfad-41a6-b57b-3773311efd8a on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:53:50.400254 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Port 9d92e6e9-cfad-41a6-b57b-3773311efd8a on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:53:50.400629 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Attempting to bind port 9d92e6e9-cfad-41a6-b57b-3773311efd8a on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:53:50.406187 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:53:50.406636 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Checking segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:53:50.407037 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Bound using segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:53:50.407540 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Bound port: 9d92e6e9-cfad-41a6-b57b-3773311efd8a, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:53:50.407889 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.438006 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.485678 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] For port 9d92e6e9-cfad-41a6-b57b-3773311efd8a, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:53:50.489278 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] For port 9d92e6e9-cfad-41a6-b57b-3773311efd8a, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d92e6e9-cfad-41a6-b57b-3773311efd8a,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:53:50.492834 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Pushing event updated for resources: {'Port': ['ID=64b576c4-643a-4a0f-b41d-64cdc7244ba2,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:50.511722 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:53:50.514561 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:50.517915 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:53:50.587669 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Attempting to bind port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:53:50.588070 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Attempting to bind port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:53:50.588496 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Attempting to bind port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 on network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:53:50.594719 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:53:50.599557 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Checking segment: {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:53:50.599557 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.599557 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Bound using segment: {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:53:50.600598 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40c656-5932-4f80-b9b4-8a746eab6e84 req-8db333da-13e9-4b71-94f0-b9147e723e9b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:50.601769 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Bound port: 64b576c4-643a-4a0f-b41d-64cdc7244ba2, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:53:50.602260 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8e40c656-5932-4f80-b9b4-8a746eab6e84 req-8db333da-13e9-4b71-94f0-b9147e723e9b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0611014 Feb 03 23:53:50.602799 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.651663 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.717533 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] For port 64b576c4-643a-4a0f-b41d-64cdc7244ba2, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:53:50.718972 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks [] for router_gateway (df467ca6-d5ca-4fb9-9684-355b334c878a), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.722386 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] For port 64b576c4-643a-4a0f-b41d-64cdc7244ba2, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=64b576c4-643a-4a0f-b41d-64cdc7244ba2,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:53:50.728606 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8e40c656-5932-4f80-b9b4-8a746eab6e84 req-84d4ec65-d92d-4a35-9067-8c98327fda9c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198046 Feb 03 23:53:50.744355 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:50.745542 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.747634 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d92e6e9-cfad-41a6-b57b-3773311efd8a HTTP/1.1" status: 200 len: 1093 time: 0.9461095 Feb 03 23:53:50.748827 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'tag': '9d92e6e9-cfad-41a6-b57b-3773311efd8a'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:53:50.750735 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.751793 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ab9d4c-16f7-41f5-8b17-68908e88765e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf", "tag": "9d92e6e9-cfad-41a6-b57b-3773311efd8a"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:53:50.782757 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c406603-c8bc-400d-97d0-b7dac161b502 service neutron] Pushing event updated for resources: {'Port': ['ID=9d92e6e9-cfad-41a6-b57b-3773311efd8a,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:50.807012 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d5a2a8-0c45-4ac8-b02c-ab0f3f9f3a9d x-openstack-request-id: req-37d5a2a8-0c45-4ac8-b02c-ab0f3f9f3a9d {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:53:50.807378 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf", "tag": "9d92e6e9-cfad-41a6-b57b-3773311efd8a", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:53:50.807696 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37d5a2a8-0c45-4ac8-b02c-ab0f3f9f3a9d {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:53:50.808157 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'tag': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'status': 'completed', 'code': 200} Feb 03 23:53:50.868330 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:50.873654 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242454a9-bf57-4cc6-b661-d401eadc2a38 req-38e674c2-cf4d-458c-b84c-414d091131de tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:50.875772 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-242454a9-bf57-4cc6-b661-d401eadc2a38 req-38e674c2-cf4d-458c-b84c-414d091131de tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1829042 Feb 03 23:53:50.916625 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab9d4c-16f7-41f5-8b17-68908e88765e req-a68d477d-fbf0-41d7-9391-d235c3a9fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:50.918252 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b6ab9d4c-16f7-41f5-8b17-68908e88765e req-a68d477d-fbf0-41d7-9391-d235c3a9fdd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 1127 time: 0.0627849 Feb 03 23:53:50.948673 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Allocated IP 172.27.0.209 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/b15f4926-9b2a-4e24-bbdb-9be0a5876ec4) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:53:50.973376 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73483c8e-92af-44e3-a29b-b290df893d9b None None] Pushing event updated for resources: {'Port': ['ID=64b576c4-643a-4a0f-b41d-64cdc7244ba2,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:50.978160 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-242454a9-bf57-4cc6-b661-d401eadc2a38 req-6230eca9-1542-4a77-82c6-c9f3af5be814 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945971 Feb 03 23:53:51.105727 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab9d4c-16f7-41f5-8b17-68908e88765e req-efeb4352-4d48-4d65-a50c-c62f52f7ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:51.108205 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b6ab9d4c-16f7-41f5-8b17-68908e88765e req-efeb4352-4d48-4d65-a50c-c62f52f7ae87 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd8c2e0432d9424db703038c19cba9c9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1750879 Feb 03 23:53:51.131379 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks [] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:51.239969 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab9d4c-16f7-41f5-8b17-68908e88765e req-5c4c7431-c342-4644-9df3-72b98249270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:51.241632 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b6ab9d4c-16f7-41f5-8b17-68908e88765e req-5c4c7431-c342-4644-9df3-72b98249270b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1275766 Feb 03 23:53:51.287943 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:51.332547 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:53:51.335608 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:51.339260 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:53:51.373794 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-fbe1d9b6-1862-4f87-bc53-e52ed0ea4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:51.373794 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-fbe1d9b6-1862-4f87-bc53-e52ed0ea4cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 1127 time: 0.0604775 Feb 03 23:53:51.374057 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Pushing event updated for resources: {'Port': ['ID=b15f4926-9b2a-4e24-bbdb-9be0a5876ec4,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:51.428612 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-68ba3b89-d056-4b7f-845c-f459e88f80a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d92e6e9-cfad-41a6-b57b-3773311efd8a HTTP/1.1" status: 200 len: 217 time: 0.0393481 Feb 03 23:53:51.514441 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-f1724cae-6a0c-4d99-aafa-7d74a23263af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:51.517309 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-f1724cae-6a0c-4d99-aafa-7d74a23263af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.0661049 Feb 03 23:53:51.569107 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-ae82268b-670e-4039-92f0-3e361ccd4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:51.570617 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-ae82268b-670e-4039-92f0-3e361ccd4d19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481791 Feb 03 23:53:51.598504 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789c348-4ad1-4d60-91fd-384b4a1c7c28 req-d1ee776d-9ba6-4545-a2ee-7a31d4b9227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:51.602925 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8789c348-4ad1-4d60-91fd-384b4a1c7c28 req-d1ee776d-9ba6-4545-a2ee-7a31d4b9227c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1129 time: 0.0441804 Feb 03 23:53:51.673117 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-210bcb5f-f0b6-482e-a8ab-47d1b0990e64 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959933 Feb 03 23:53:51.706642 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8789c348-4ad1-4d60-91fd-384b4a1c7c28 req-81b14f27-3f75-41d1-87fd-1a5b7ca17ce7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957544 Feb 03 23:53:51.784451 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks [] for router_gateway (df467ca6-d5ca-4fb9-9684-355b334c878a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:51.793354 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bdc634f-ae56-4a62-91d5-fe3fd1d4e5e3 req-732ac3cf-2b5f-41eb-bc76-e09bdd311e9b service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132541 Feb 03 23:53:51.873270 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd3681-c5a0-4a68-8970-84fc5733b84b req-458dae17-d67b-4822-85b6-d175958b01ac tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:51.874755 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-97cd3681-c5a0-4a68-8970-84fc5733b84b req-458dae17-d67b-4822-85b6-d175958b01ac tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0651972 Feb 03 23:53:51.945115 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-97cd3681-c5a0-4a68-8970-84fc5733b84b req-845bc6e2-347f-46c4-b16c-965440fc0be6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608079 Feb 03 23:53:52.058706 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (df467ca6-d5ca-4fb9-9684-355b334c878a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:52.132210 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7948c2c-9124-4c4f-8d78-636ee0bf5f97 None None] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:53:52.216710 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-f93b7171-1aef-4221-82b7-68de5d16c969 None None] Provisioning complete for port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:52.217338 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f93b7171-1aef-4221-82b7-68de5d16c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:52.222306 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a5ab1-4376-4fe0-bbee-e4a6bf043a89 req-ad944f0b-d99f-4be6-9697-91b372cf3d9a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:52.223779 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-273a5ab1-4376-4fe0-bbee-e4a6bf043a89 req-ad944f0b-d99f-4be6-9697-91b372cf3d9a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1213078 Feb 03 23:53:52.298710 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-273a5ab1-4376-4fe0-bbee-e4a6bf043a89 req-3fa02518-f800-454e-accd-37c2c0e2fd3a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690317 Feb 03 23:53:52.371310 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-f93b7171-1aef-4221-82b7-68de5d16c969 None None] Current status of the port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:52.371703 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f93b7171-1aef-4221-82b7-68de5d16c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:52.413521 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-f93b7171-1aef-4221-82b7-68de5d16c969 None None] For port 64b576c4-643a-4a0f-b41d-64cdc7244ba2, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=64b576c4-643a-4a0f-b41d-64cdc7244ba2,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:52.431758 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Router df467ca6-d5ca-4fb9-9684-355b334c878a is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:53:52.527421 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f93b7171-1aef-4221-82b7-68de5d16c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:52.558948 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 64b576c4-643a-4a0f-b41d-64cdc7244ba2 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:53:52.564309 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:53:52.573767 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Sync routers for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:53:52.585056 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:53:52.585847 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:52.612591 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b7171-1aef-4221-82b7-68de5d16c969 None None] Pushing event updated for resources: {'Port': ['ID=64b576c4-643a-4a0f-b41d-64cdc7244ba2,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:52.627541 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:52.628095 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:52.681111 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-d34259ba-a0cc-400f-a4b3-19d7216666a8 None None] Provisioning complete for port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:52.681479 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d34259ba-a0cc-400f-a4b3-19d7216666a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:52.702820 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:52.705240 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-441ad7b7-6c6d-4273-acba-a2448f8e44fa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7681584 Feb 03 23:53:52.711115 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40942) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:52.717649 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:53:52.764527 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:52.804274 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-d34259ba-a0cc-400f-a4b3-19d7216666a8 None None] Current status of the port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:53.004714 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:51Z', 'revision_number': 3, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:53.034530 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Checking router: df467ca6-d5ca-4fb9-9684-355b334c878a for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:53:53.034880 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Updating router df467ca6-d5ca-4fb9-9684-355b334c878a port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:53:53.064991 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.074959 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944e63a-bf65-47a9-be6e-6af79746b57f req-9e35b498-3a10-40ff-9045-d51e5a6e0130 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:53.076699 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2944e63a-bf65-47a9-be6e-6af79746b57f req-9e35b498-3a10-40ff-9045-d51e5a6e0130 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0565898 Feb 03 23:53:53.137577 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2944e63a-bf65-47a9-be6e-6af79746b57f req-a3b98fa3-a007-407e-a1b9-feb9a4e38dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469680 Feb 03 23:53:53.157336 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a189-3e5c-4809-bfc8-e469c2260184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.326204 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Publish callbacks [] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.355408 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.413434 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.463740 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Attempting to bind port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:53:53.464108 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Attempting to bind port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:53:53.464463 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Attempting to bind port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:53:53.470183 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Pushing event updated for resources: {'Port': ['ID=b15f4926-9b2a-4e24-bbdb-9be0a5876ec4,revision_number=2']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:53.477693 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:53:53.478086 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:53:53.479693 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.479693 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:53:53.479693 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Bound port: b15f4926-9b2a-4e24-bbdb-9be0a5876ec4, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:53:53.479693 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.483613 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.483879 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.484235 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.484569 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.484897 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.485221 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.485546 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.485869 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.486212 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.486593 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.486921 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.487235 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.487548 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:53:53.508289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c520839-12ad-4334-94c2-afcd9bf7b99c req-478ecee0-3305-47cd-8656-6341e05170a5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:53.509771 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0c520839-12ad-4334-94c2-afcd9bf7b99c req-478ecee0-3305-47cd-8656-6341e05170a5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1268587 Feb 03 23:53:53.541119 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] For port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:53:53.544094 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] For port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b15f4926-9b2a-4e24-bbdb-9be0a5876ec4,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:53:53.586571 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Allocated IP 172.20.0.1 (b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6/7117c721-6b93-4d5c-94e6-f41a2df95bc5/f7637c2e-5da0-46fe-b784-f2976e504619) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:53:53.593943 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0c520839-12ad-4334-94c2-afcd9bf7b99c req-ec3862f3-5c5b-448e-95f4-45e84319fce3 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781720 Feb 03 23:53:53.631452 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.686920 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:53:53.687526 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:53.695623 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Publish callbacks [] for port (f7637c2e-5da0-46fe-b784-f2976e504619), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.724807 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4de769-fed0-437b-b505-da368338b287 None None] Pushing event updated for resources: {'Port': ['ID=b15f4926-9b2a-4e24-bbdb-9be0a5876ec4,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:53.798970 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:53:53.814007 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.853318 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:53:53.858087 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:53.862287 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:53:53.865298 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7637c2e-5da0-46fe-b784-f2976e504619,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:53.901776 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (df467ca6-d5ca-4fb9-9684-355b334c878a), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:53.995307 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:51Z', 'revision_number': 3, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:54.027191 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91618f0-0cc8-49f9-86fd-00784fd02a25 None None] The sync data for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi is: [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:51Z', 'revision_number': 3, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:53:54.118348 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.136709 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-e6e88e92-020c-4283-ac1e-ce84e6b63906 None None] Provisioning complete for port f7637c2e-5da0-46fe-b784-f2976e504619 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:54.137007 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e6e88e92-020c-4283-ac1e-ce84e6b63906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.180561 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-e6e88e92-020c-4283-ac1e-ce84e6b63906 None None] Port f7637c2e-5da0-46fe-b784-f2976e504619 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:53:54.289305 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68748d2f-ab35-4ab1-9a13-da412b108754 req-aae605ce-1cf2-4849-9a6a-4d5933e11fc0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:54.290894 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-68748d2f-ab35-4ab1-9a13-da412b108754 req-aae605ce-1cf2-4849-9a6a-4d5933e11fc0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0756974 Feb 03 23:53:54.322175 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Publish callbacks [] for port (f7637c2e-5da0-46fe-b784-f2976e504619), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.361465 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-68748d2f-ab35-4ab1-9a13-da412b108754 req-7de0119a-d068-4a8d-8aee-6128fc13ba1a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640724 Feb 03 23:53:54.418448 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.501289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (df467ca6-d5ca-4fb9-9684-355b334c878a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.504516 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7637c2e-5da0-46fe-b784-f2976e504619,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:54.585173 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:53:54.603743 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:53:54.605242 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:54.646738 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:54.647262 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.757165 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:54.757759 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.795454 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b15f4926-9b2a-4e24-bbdb-9be0a5876ec4,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:54.803289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facdd47-bab1-4a11-826f-3f01aa24c5ee req-cc82d7f3-1b5f-4d0e-8e1e-47873807cd0b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:54.804914 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9facdd47-bab1-4a11-826f-3f01aa24c5ee req-cc82d7f3-1b5f-4d0e-8e1e-47873807cd0b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0975826 Feb 03 23:53:54.806937 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Router df467ca6-d5ca-4fb9-9684-355b334c878a has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:53:54.889228 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.895884 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 64b576c4-643a-4a0f-b41d-64cdc7244ba2 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:53:54.932195 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9facdd47-bab1-4a11-826f-3f01aa24c5ee req-49e7d8e2-9ff6-4451-9bed-3990aef1e12c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194806 Feb 03 23:53:54.973105 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:53:54.976567 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-93976f6c-f4be-4bd1-8189-a1e9e011c1b0 None None] Provisioning complete for port f7637c2e-5da0-46fe-b784-f2976e504619 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:54.976846 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-93976f6c-f4be-4bd1-8189-a1e9e011c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:54.979672 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-03047d05-a5f5-42af-adcf-098237233cd2 admin admin] 10.222.0.41 "PUT /v2.0/routers/df467ca6-d5ca-4fb9-9684-355b334c878a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2674694 Feb 03 23:53:55.006578 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=b15f4926-9b2a-4e24-bbdb-9be0a5876ec4,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:55.031714 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-93976f6c-f4be-4bd1-8189-a1e9e011c1b0 None None] Port f7637c2e-5da0-46fe-b784-f2976e504619 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:53:55.034364 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:55.034735 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:55.112697 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:55.501755 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed17b1-580f-4998-966b-f5e404784736 req-f10c8720-dd9f-4f4b-a87b-290720899d06 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:55.503543 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d3ed17b1-580f-4998-966b-f5e404784736 req-f10c8720-dd9f-4f4b-a87b-290720899d06 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0659237 Feb 03 23:53:55.557039 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d3ed17b1-580f-4998-966b-f5e404784736 req-6674d64b-9201-442e-b6f4-894ce26bc4c6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474856 Feb 03 23:53:55.583489 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-25daf357-eed1-44a2-86e5-d3fc297d40b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:55.689362 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40990) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:55.694340 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1525019707-network', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:55.757440 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Sync routers for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:53:55.768038 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Made reservation on behalf of 1c81a3eaf4e041f69de7df2501d04514 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:53:55.769246 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:53:55.769872 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:55.770401 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:55.779518 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:55.869630 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Publish callbacks [] for security_group (f8d1f24e-8e21-4bbe-948f-c4cb562370fd), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:55.886872 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:53:55.922373 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f8d1f24e-8e21-4bbe-948f-c4cb562370fd), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:55.947546 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:53:55.958053 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d1f24e-8e21-4bbe-948f-c4cb562370fd,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:55.964212 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (8d2a11e6-9feb-4589-9972-3bba1b7ff4e5), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:55.964567 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Added segment 8d2a11e6-9feb-4589-9972-3bba1b7ff4e5 of type vlan for network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 Feb 03 23:53:56.009455 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (0c0f860d-b6b5-48ff-a78c-cb895548bad3), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.090502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e32adb-ec79-4b94-b874-7f6572f709f7 req-5fdf8ad5-a07d-48dd-a28d-3a245ed59f1a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:56.092147 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e2e32adb-ec79-4b94-b874-7f6572f709f7 req-5fdf8ad5-a07d-48dd-a28d-3a245ed59f1a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0594647 Feb 03 23:53:56.104838 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (0c0f860d-b6b5-48ff-a78c-cb895548bad3), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.105740 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:56.106624 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.107877 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 2, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:56.134190 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Checking router: df467ca6-d5ca-4fb9-9684-355b334c878a for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:53:56.134544 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Updating router df467ca6-d5ca-4fb9-9684-355b334c878a port f7637c2e-5da0-46fe-b784-f2976e504619 binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:53:56.160555 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.193982 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] Pushing event updated for resources: {'Network': ['ID=0c0f860d-b6b5-48ff-a78c-cb895548bad3,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:56.200251 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e2e32adb-ec79-4b94-b874-7f6572f709f7 req-bf1ba67b-1117-410f-b631-120d902b2744 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024351 Feb 03 23:53:56.205973 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:53:56.254902 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-25311caa-6a35-4c61-a3f2-9d8b33431595 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5643091 Feb 03 23:53:56.257542 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 40998) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:56.262610 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Request body: {'subnet': {'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1525019707-subnet', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:56.354479 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Made reservation on behalf of 1c81a3eaf4e041f69de7df2501d04514 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:53:56.357667 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25182880'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.484456 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Publish callbacks [] for port (f7637c2e-5da0-46fe-b784-f2976e504619), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.496339 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:53:56.594996 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25184496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25182870'] for subnet (e98209c2-57aa-46c9-86c8-f4ea0edbdfbc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.648556 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.654654 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98209c2-57aa-46c9-86c8-f4ea0edbdfbc,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:56.665346 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Checking segment: {'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:53:56.665645 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Network hostable DHCP agents. Network: 0c0f860d-b6b5-48ff-a78c-cb895548bad3, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:53:56.684175 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73fe68-ae2a-4c2e-91ec-75d306fd9d6c req-d164204f-4eb6-4571-aa7e-5795663aff08 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:56.685722 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec73fe68-ae2a-4c2e-91ec-75d306fd9d6c req-d164204f-4eb6-4571-aa7e-5795663aff08 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0561097 Feb 03 23:53:56.723347 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019af481-3930-452b-a67e-d8caacde16ec None None] Pushing event updated for resources: {'Port': ['ID=f7637c2e-5da0-46fe-b784-f2976e504619,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:56.739444 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec73fe68-ae2a-4c2e-91ec-75d306fd9d6c req-7cdf0544-933e-4e22-88bf-33a793f4cf85 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476863 Feb 03 23:53:56.767867 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:53:56.791173 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:56.791546 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.795939 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Attempting to bind port f7637c2e-5da0-46fe-b784-f2976e504619 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:53:56.796335 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Attempting to bind port f7637c2e-5da0-46fe-b784-f2976e504619 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:53:56.796696 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Attempting to bind port f7637c2e-5da0-46fe-b784-f2976e504619 on network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:53:56.818879 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.827099 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:53:56.827593 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Checking segment: {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:53:56.828006 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.828400 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Bound using segment: {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:53:56.828884 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Bound port: f7637c2e-5da0-46fe-b784-f2976e504619, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:53:56.829265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.862981 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 0c0f860d-b6b5-48ff-a78c-cb895548bad3) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:56.876405 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87059b-4af0-4485-8dca-e8836afbd543 None None] Network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:53:56.878249 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:56.878896 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:56.964293 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4b1d960b-5f69-49cd-a85f-5fd5205b9353 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7053697 Feb 03 23:53:56.968192 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 41010) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:56.972889 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:53:56.990396 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] For port f7637c2e-5da0-46fe-b784-f2976e504619, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:53:57.018403 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] For port f7637c2e-5da0-46fe-b784-f2976e504619, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=f7637c2e-5da0-46fe-b784-f2976e504619,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:53:57.026786 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:57.031749 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-867d2544-dd34-4729-8404-427c137dae00 None None] Provisioning complete for port f7637c2e-5da0-46fe-b784-f2976e504619 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:57.031749 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-867d2544-dd34-4729-8404-427c137dae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.080648 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (581291d3-15f1-41f6-9078-6975bf13b7b5), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.081725 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (581291d3-15f1-41f6-9078-6975bf13b7b5), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.084551 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-0c0f860d-b6b5-48ff-a78c-cb895548bad3', 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3', 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'fixed_ips': [{'subnet_id': 'e98209c2-57aa-46c9-86c8-f4ea0edbdfbc'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:53:57.085453 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.089874 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-867d2544-dd34-4729-8404-427c137dae00 None None] Port f7637c2e-5da0-46fe-b784-f2976e504619 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:53:57.112738 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.140904 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks [] for router_controller (581291d3-15f1-41f6-9078-6975bf13b7b5), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.262395 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019af481-3930-452b-a67e-d8caacde16ec None None] Pushing event updated for resources: {'Port': ['ID=f7637c2e-5da0-46fe-b784-f2976e504619,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:57.269396 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:53:57.270015 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:57.343895 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Allocated IP 172.20.0.2 (0c0f860d-b6b5-48ff-a78c-cb895548bad3/e98209c2-57aa-46c9-86c8-f4ea0edbdfbc/f834a224-c781-4ce2-8048-2c87a908acda) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:53:57.457555 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks [] for router_gateway (581291d3-15f1-41f6-9078-6975bf13b7b5), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.463758 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:53:57.467857 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-5e170204-c3c4-443b-972c-76eacbec73e6 None None] Provisioning complete for port f7637c2e-5da0-46fe-b784-f2976e504619 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:57.468231 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5e170204-c3c4-443b-972c-76eacbec73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.469804 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da744cfb-42a8-4498-9247-1e20fc64a3d3 req-4fca3c6e-5276-4b94-b145-edfd2a1e52c8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:57.472856 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-da744cfb-42a8-4498-9247-1e20fc64a3d3 req-4fca3c6e-5276-4b94-b145-edfd2a1e52c8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1686952 Feb 03 23:53:57.519761 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-da744cfb-42a8-4498-9247-1e20fc64a3d3 req-f24198cc-9b19-4ec7-ba0f-99a5d0505689 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Feb 03 23:53:57.691476 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Publish callbacks [] for port (f834a224-c781-4ce2-8048-2c87a908acda), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.758066 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks [] for router_gateway (581291d3-15f1-41f6-9078-6975bf13b7b5), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.759526 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-5e170204-c3c4-443b-972c-76eacbec73e6 None None] Current status of the port f7637c2e-5da0-46fe-b784-f2976e504619 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:57.759942 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5e170204-c3c4-443b-972c-76eacbec73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.777519 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.818959 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (f834a224-c781-4ce2-8048-2c87a908acda), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.821003 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-5e170204-c3c4-443b-972c-76eacbec73e6 None None] For port f7637c2e-5da0-46fe-b784-f2976e504619, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=f7637c2e-5da0-46fe-b784-f2976e504619,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:57.868445 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:53:57.871532 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a2146-f788-48d3-991f-5bc73f133b6d req-d462c504-e845-45d9-81fa-258320ce6b26 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:57.873985 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:57.878687 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:53:57.879795 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-949a2146-f788-48d3-991f-5bc73f133b6d req-d462c504-e845-45d9-81fa-258320ce6b26 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0671909 Feb 03 23:53:57.891491 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Pushing event updated for resources: {'Port': ['ID=f834a224-c781-4ce2-8048-2c87a908acda,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:57.896494 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Allocated IP 172.27.0.208 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/1edc99f3-7e04-4ea8-9d99-52a120425d23) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:53:57.899182 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:56Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:57.917980 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5e170204-c3c4-443b-972c-76eacbec73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:57.936971 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-949a2146-f788-48d3-991f-5bc73f133b6d req-0c1258a0-8eb8-4870-b50a-c72c8c147a33 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562248 Feb 03 23:53:57.949432 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa55a8f-8e6c-44ed-9786-4e15ba9e19cf None None] The sync data for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi is: [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:56Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:53:58.049968 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Attempting to bind port f834a224-c781-4ce2-8048-2c87a908acda on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:53:58.050785 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Attempting to bind port f834a224-c781-4ce2-8048-2c87a908acda by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:53:58.050785 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Attempting to bind port f834a224-c781-4ce2-8048-2c87a908acda on network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:53:58.063669 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks [] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:58.064184 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:53:58.064585 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Checking segment: {'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:53:58.065290 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:58.065404 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Bound using segment: {'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:53:58.065841 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Bound port: f834a224-c781-4ce2-8048-2c87a908acda, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:53:58.066265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (f834a224-c781-4ce2-8048-2c87a908acda), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:58.077447 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e170204-c3c4-443b-972c-76eacbec73e6 None None] Pushing event updated for resources: {'Port': ['ID=f7637c2e-5da0-46fe-b784-f2976e504619,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:58.150141 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] For port f834a224-c781-4ce2-8048-2c87a908acda, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:53:58.154781 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] For port f834a224-c781-4ce2-8048-2c87a908acda, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=f834a224-c781-4ce2-8048-2c87a908acda,segment=NetworkSegment(8d2a11e6-9feb-4589-9972-3bba1b7ff4e5),segment_id=8d2a11e6-9feb-4589-9972-3bba1b7ff4e5)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:53:58.266027 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (f834a224-c781-4ce2-8048-2c87a908acda), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:58.320158 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:58.335174 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca3652-307e-4f7c-948b-e96c2f1417da None None] Pushing event updated for resources: {'Port': ['ID=f834a224-c781-4ce2-8048-2c87a908acda,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:58.404452 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:58.450975 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:53:58.454013 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:53:58.457373 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:53:58.487309 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Pushing event updated for resources: {'Port': ['ID=1edc99f3-7e04-4ea8-9d99-52a120425d23,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:53:58.656393 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device f7637c2e-5da0-46fe-b784-f2976e504619 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:53:58.729543 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port f7637c2e-5da0-46fe-b784-f2976e504619 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:58.730621 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:58.745853 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2796e-fdc8-4dbe-a3f2-de438dc16b30 req-dc8db3d4-2350-4ab8-b205-203f42694ee8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:58.747747 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-74f2796e-fdc8-4dbe-a3f2-de438dc16b30 req-dc8db3d4-2350-4ab8-b205-203f42694ee8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0976973 Feb 03 23:53:58.803129 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-74f2796e-fdc8-4dbe-a3f2-de438dc16b30 req-79354912-c3a5-49c0-a2b6-de705d10a60e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494533 Feb 03 23:53:58.847776 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port f7637c2e-5da0-46fe-b784-f2976e504619 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:58.946756 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks [] for router_gateway (581291d3-15f1-41f6-9078-6975bf13b7b5), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:59.127292 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a535-97da-4470-9531-9656955797b2 req-6b263429-4e6a-4800-bfd7-7340ead30066 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:59.128915 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0a36a535-97da-4470-9531-9656955797b2 req-6b263429-4e6a-4800-bfd7-7340ead30066 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.1144350 Feb 03 23:53:59.261786 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0a36a535-97da-4470-9531-9656955797b2 req-a64ce673-31ae-4195-8716-95ed147642a2 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256528 Feb 03 23:53:59.291813 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (581291d3-15f1-41f6-9078-6975bf13b7b5), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:59.446403 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335edcc-4729-4688-ac26-08b288619284 req-6b367f03-2980-4f52-b3c1-ca93a4e74c2d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:53:59.448325 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e335edcc-4729-4688-ac26-08b288619284 req-6b367f03-2980-4f52-b3c1-ca93a4e74c2d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0780308 Feb 03 23:53:59.473583 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb87d9-89d2-4d7c-b7bd-a8ae3e538ac6 None None] Network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:53:59.514137 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e335edcc-4729-4688-ac26-08b288619284 req-ee73abd0-24d5-49cf-b9bd-37d6879bf3ec tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590425 Feb 03 23:53:59.571637 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Router 581291d3-15f1-41f6-9078-6975bf13b7b5 is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:53:59.580933 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7a73c250-8c1d-4b5e-8346-e43bd49ec745 None None] Provisioning complete for port f834a224-c781-4ce2-8048-2c87a908acda triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:53:59.581295 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7a73c250-8c1d-4b5e-8346-e43bd49ec745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (f834a224-c781-4ce2-8048-2c87a908acda), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:59.683781 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:53:59.693530 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Sync routers for ids ['581291d3-15f1-41f6-9078-6975bf13b7b5'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:53:59.705239 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Routers {'581291d3-15f1-41f6-9078-6975bf13b7b5'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:53:59.705990 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['581291d3-15f1-41f6-9078-6975bf13b7b5'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:53:59.748593 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:59.758947 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:59.761684 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2e80a431-b661-441b-8733-8501a1bc463a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7915030 Feb 03 23:53:59.767031 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41050) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:53:59.820490 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7a73c250-8c1d-4b5e-8346-e43bd49ec745 None None] Current status of the port f834a224-c781-4ce2-8048-2c87a908acda is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:53:59.820890 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7a73c250-8c1d-4b5e-8346-e43bd49ec745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (f834a224-c781-4ce2-8048-2c87a908acda), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:53:59.823565 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Set router 581291d3-15f1-41f6-9078-6975bf13b7b5 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:53:59.854744 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7a73c250-8c1d-4b5e-8346-e43bd49ec745 None None] For port f834a224-c781-4ce2-8048-2c87a908acda, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=f834a224-c781-4ce2-8048-2c87a908acda,segment=NetworkSegment(8d2a11e6-9feb-4589-9972-3bba1b7ff4e5),segment_id=8d2a11e6-9feb-4589-9972-3bba1b7ff4e5)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:53:59.959078 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7a73c250-8c1d-4b5e-8346-e43bd49ec745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (f834a224-c781-4ce2-8048-2c87a908acda), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.016335 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:53:58Z', 'revision_number': 3, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port': {'id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:00.017799 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73c250-8c1d-4b5e-8346-e43bd49ec745 None None] Pushing event updated for resources: {'Port': ['ID=f834a224-c781-4ce2-8048-2c87a908acda,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:00.047366 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Checking router: 581291d3-15f1-41f6-9078-6975bf13b7b5 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:54:00.047722 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Updating router 581291d3-15f1-41f6-9078-6975bf13b7b5 port 1edc99f3-7e04-4ea8-9d99-52a120425d23 binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:54:00.078314 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.093195 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-39139594-4b6b-4a65-9599-4d86f30ad061 None None] Provisioning complete for port f834a224-c781-4ce2-8048-2c87a908acda triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:00.093750 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-39139594-4b6b-4a65-9599-4d86f30ad061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (f834a224-c781-4ce2-8048-2c87a908acda), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.183227 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-39139594-4b6b-4a65-9599-4d86f30ad061 None None] Current status of the port f834a224-c781-4ce2-8048-2c87a908acda is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:00.238207 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.354503 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Publish callbacks [] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.420377 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.434827 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc34e24-fafe-4c82-aa0a-9d531ab33f04 req-0ab05eee-a9dd-4b93-a8f8-13ff8cb40b12 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:00.436463 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6bc34e24-fafe-4c82-aa0a-9d531ab33f04 req-0ab05eee-a9dd-4b93-a8f8-13ff8cb40b12 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.1002092 Feb 03 23:54:00.437589 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Allocated IP 172.20.0.1 (0c0f860d-b6b5-48ff-a78c-cb895548bad3/e98209c2-57aa-46c9-86c8-f4ea0edbdfbc/a908716e-50d0-45a1-af63-58dfbfac9ec7) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:54:00.480910 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Attempting to bind port 1edc99f3-7e04-4ea8-9d99-52a120425d23 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:54:00.481283 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Attempting to bind port 1edc99f3-7e04-4ea8-9d99-52a120425d23 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:54:00.481647 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Attempting to bind port 1edc99f3-7e04-4ea8-9d99-52a120425d23 on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:54:00.485289 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e582aa1-2e28-44c9-aaae-f097da35d1d3 None None] Pushing event updated for resources: {'Port': ['ID=1edc99f3-7e04-4ea8-9d99-52a120425d23,revision_number=2']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:00.490815 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:54:00.491195 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:54:00.491596 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.491985 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:54:00.492450 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Bound port: 1edc99f3-7e04-4ea8-9d99-52a120425d23, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:54:00.492916 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.536237 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6bc34e24-fafe-4c82-aa0a-9d531ab33f04 req-94e5d711-7418-441b-b1b2-0cf08dd61297 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940113 Feb 03 23:54:00.586940 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device f834a224-c781-4ce2-8048-2c87a908acda up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:54:00.606099 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Publish callbacks [] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.652574 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port f834a224-c781-4ce2-8048-2c87a908acda triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:00.652953 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (f834a224-c781-4ce2-8048-2c87a908acda), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.664653 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] For port 1edc99f3-7e04-4ea8-9d99-52a120425d23, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:54:00.667758 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] For port 1edc99f3-7e04-4ea8-9d99-52a120425d23, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=1edc99f3-7e04-4ea8-9d99-52a120425d23,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:54:00.668512 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758bd8-3c40-43d2-b7f7-b12b3ba7b086 req-128f39cb-5105-479f-9aa1-76e33063d5e9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:00.670587 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-61758bd8-3c40-43d2-b7f7-b12b3ba7b086 req-128f39cb-5105-479f-9aa1-76e33063d5e9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0567944 Feb 03 23:54:00.699344 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.721993 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-61758bd8-3c40-43d2-b7f7-b12b3ba7b086 req-9d942a4d-4fc1-4d65-934c-1d28c5bfc87c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439734 Feb 03 23:54:00.745826 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port f834a224-c781-4ce2-8048-2c87a908acda is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:00.754380 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:54:00.757059 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.757524 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:54:00.761763 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:54:00.765578 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Pushing event updated for resources: {'Port': ['ID=a908716e-50d0-45a1-af63-58dfbfac9ec7,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:00.808966 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (581291d3-15f1-41f6-9078-6975bf13b7b5), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:00.813684 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Routers {'581291d3-15f1-41f6-9078-6975bf13b7b5'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:54:00.814372 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['581291d3-15f1-41f6-9078-6975bf13b7b5'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:00.915791 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e582aa1-2e28-44c9-aaae-f097da35d1d3 None None] Pushing event updated for resources: {'Port': ['ID=1edc99f3-7e04-4ea8-9d99-52a120425d23,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:00.959663 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] Set router 581291d3-15f1-41f6-9078-6975bf13b7b5 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:54:01.007630 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-9e3d74b5-0b5c-44c3-a36f-167e3aff0569 None None] Provisioning complete for port a908716e-50d0-45a1-af63-58dfbfac9ec7 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:01.008212 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-9e3d74b5-0b5c-44c3-a36f-167e3aff0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:01.042434 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-9e3d74b5-0b5c-44c3-a36f-167e3aff0569 None None] Port a908716e-50d0-45a1-af63-58dfbfac9ec7 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:54:01.085761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:01.147366 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:53:58Z', 'revision_number': 3, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port': {'id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:01.177637 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568aa5d6-39f0-4d4b-bd51-a21ac6fa4ebf None None] The sync data for ids ['581291d3-15f1-41f6-9078-6975bf13b7b5'] in dv-cinder-822768-2-iscsi is: [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:53:58Z', 'revision_number': 3, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port': {'id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:54:01.273645 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Publish callbacks [] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:01.339405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:01.677835 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Pushing event updated for resources: {'Port': ['ID=a908716e-50d0-45a1-af63-58dfbfac9ec7,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:01.682670 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (581291d3-15f1-41f6-9078-6975bf13b7b5), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:01.746860 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826097c0-be1b-400a-a25c-7c52236e7c9c req-3b36535e-913a-4c49-986d-a836f7753866 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:01.749191 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-826097c0-be1b-400a-a25c-7c52236e7c9c req-3b36535e-913a-4c49-986d-a836f7753866 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.1136384 Feb 03 23:54:01.832964 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-826097c0-be1b-400a-a25c-7c52236e7c9c req-eff67e33-abef-465b-b193-721529af5033 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750868 Feb 03 23:54:01.835424 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:54:01.837021 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:54:01.860385 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bb3ba-d497-4cc7-841a-61014d3637bb req-24755f26-9550-4192-b11d-819ee1e93ae2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:01.863552 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d31bb3ba-d497-4cc7-841a-61014d3637bb req-24755f26-9550-4192-b11d-819ee1e93ae2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0654595 Feb 03 23:54:01.933838 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d31bb3ba-d497-4cc7-841a-61014d3637bb req-93fda720-796e-48a3-93e3-b6ada7070281 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629134 Feb 03 23:54:01.985104 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Router 581291d3-15f1-41f6-9078-6975bf13b7b5 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:54:02.077371 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-cf5b0f02-18a6-4523-8779-c1297c190178 None None] Provisioning complete for port a908716e-50d0-45a1-af63-58dfbfac9ec7 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:02.077927 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0f02-18a6-4523-8779-c1297c190178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:02.116337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:54:02.123006 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b0f02-18a6-4523-8779-c1297c190178 None None] Port a908716e-50d0-45a1-af63-58dfbfac9ec7 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:54:02.123268 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-71e0d1f0-405a-43bd-92cf-f90b887fe3ec admin admin] 10.222.0.41 "PUT /v2.0/routers/581291d3-15f1-41f6-9078-6975bf13b7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3545010 Feb 03 23:54:02.536261 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 1edc99f3-7e04-4ea8-9d99-52a120425d23 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:54:02.599833 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 1edc99f3-7e04-4ea8-9d99-52a120425d23 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:02.600316 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:02.648763 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-5dd5dd25-0e2c-43ff-b89e-c204ca513800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:02.650638 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-5dd5dd25-0e2c-43ff-b89e-c204ca513800 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=900c9f776a34410bb96641220704e6c8&device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 1129 time: 0.0528421 Feb 03 23:54:02.693301 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 1edc99f3-7e04-4ea8-9d99-52a120425d23 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:02.693698 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:02.718684 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port 1edc99f3-7e04-4ea8-9d99-52a120425d23, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=1edc99f3-7e04-4ea8-9d99-52a120425d23,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:02.751194 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-24fbe0fc-bf02-4547-b144-6a4e0a621aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:02.753005 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-24fbe0fc-bf02-4547-b144-6a4e0a621aba service neutron] 10.222.0.37 "GET /v2.0/networks?id=0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 200 len: 919 time: 0.0959542 Feb 03 23:54:02.795278 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-7e93dee2-4d3e-4600-ba06-bfe9f4c10b01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 200 len: 217 time: 0.0360775 Feb 03 23:54:02.802156 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:02.855666 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-d1645590-bde0-4db9-b991-92790193d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:02.858236 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-d1645590-bde0-4db9-b991-92790193d4b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 200 len: 859 time: 0.0560589 Feb 03 23:54:02.866655 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=1edc99f3-7e04-4ea8-9d99-52a120425d23,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:02.892712 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Sync routers for ids ['581291d3-15f1-41f6-9078-6975bf13b7b5'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:54:02.904503 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Routers {'581291d3-15f1-41f6-9078-6975bf13b7b5'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:54:02.905342 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['581291d3-15f1-41f6-9078-6975bf13b7b5'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:02.918032 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-09e0ae9d-181f-47e5-aba1-b9bc8e1ecdc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0657864e-d9f1-4466-b255-c50dceec2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474496 Feb 03 23:54:03.035107 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Set router 581291d3-15f1-41f6-9078-6975bf13b7b5 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:54:03.061639 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c32c8-7b0a-4a64-872a-61988557bf0c req-6418a89a-8a35-4f5b-b174-90a0ba8fd243 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:03.064880 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-038c32c8-7b0a-4a64-872a-61988557bf0c req-6418a89a-8a35-4f5b-b174-90a0ba8fd243 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.1456797 Feb 03 23:54:03.075583 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470126f2-a4fd-4ce1-8b01-a1b0b005a2cb req-afeab213-1e55-4799-a4fc-fbbb3445dfbd tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:03.082419 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-470126f2-a4fd-4ce1-8b01-a1b0b005a2cb req-afeab213-1e55-4799-a4fc-fbbb3445dfbd tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0715208 Feb 03 23:54:03.111135 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-e4d8a4ff-b01a-49db-b171-6e2b9105f4e8 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769114 Feb 03 23:54:03.167844 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-470126f2-a4fd-4ce1-8b01-a1b0b005a2cb req-70e32f41-250f-4054-8d5c-9ef516d4d782 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779991 Feb 03 23:54:03.201054 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-038c32c8-7b0a-4a64-872a-61988557bf0c req-5604f183-b08e-4dd5-bd5f-0216c38400c0 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281314 Feb 03 23:54:03.259771 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db964540-1e0f-4c36-b0b4-20cdad7f6084 req-898c55fa-c42c-40e0-9ff7-f386e3c6cc55 service neutron] 10.222.0.37 "GET /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393249 Feb 03 23:54:03.306352 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:00Z', 'revision_number': 4, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port': {'id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'a908716e-50d0-45a1-af63-58dfbfac9ec7', 'name': '', 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'mac_address': 'fa:16:3e:a8:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e98209c2-57aa-46c9-86c8-f4ea0edbdfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:00Z', 'updated_at': '2022-02-03T23:54:01Z', 'revision_number': 2, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'subnets': [{'id': 'e98209c2-57aa-46c9-86c8-f4ea0edbdfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:03.342953 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Checking router: 581291d3-15f1-41f6-9078-6975bf13b7b5 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:54:03.343625 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Updating router 581291d3-15f1-41f6-9078-6975bf13b7b5 port a908716e-50d0-45a1-af63-58dfbfac9ec7 binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:54:03.405921 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:03.764185 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Publish callbacks [] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:03.874084 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:03.928382 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79e573-3332-4f7a-8f9c-ca74805e0866 None None] Pushing event updated for resources: {'Port': ['ID=a908716e-50d0-45a1-af63-58dfbfac9ec7,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:04.068304 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Attempting to bind port a908716e-50d0-45a1-af63-58dfbfac9ec7 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:54:04.069625 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Attempting to bind port a908716e-50d0-45a1-af63-58dfbfac9ec7 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:54:04.070125 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Attempting to bind port a908716e-50d0-45a1-af63-58dfbfac9ec7 on network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:54:04.085253 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:54:04.085988 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Checking segment: {'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:54:04.086586 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:04.087135 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Bound using segment: {'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:54:04.087779 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Bound port: a908716e-50d0-45a1-af63-58dfbfac9ec7, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:54:04.088339 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:04.166721 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] For port a908716e-50d0-45a1-af63-58dfbfac9ec7, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:54:04.171006 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] For port a908716e-50d0-45a1-af63-58dfbfac9ec7, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=a908716e-50d0-45a1-af63-58dfbfac9ec7,segment=NetworkSegment(8d2a11e6-9feb-4589-9972-3bba1b7ff4e5),segment_id=8d2a11e6-9feb-4589-9972-3bba1b7ff4e5)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:54:04.273112 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:04.357509 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-f16d4681-4ee9-4f7d-a2c2-d903d0065f34 None None] Provisioning complete for port a908716e-50d0-45a1-af63-58dfbfac9ec7 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:04.358446 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f16d4681-4ee9-4f7d-a2c2-d903d0065f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:04.367414 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2558ec0-dcb8-4864-abe2-1b0088a32f99 req-1fa8fd44-5289-4237-b980-89e9f0db6874 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:04.401048 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d2558ec0-dcb8-4864-abe2-1b0088a32f99 req-1fa8fd44-5289-4237-b980-89e9f0db6874 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1251469 Feb 03 23:54:04.449386 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Routers {'581291d3-15f1-41f6-9078-6975bf13b7b5'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:54:04.450559 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['581291d3-15f1-41f6-9078-6975bf13b7b5'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:04.474216 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2908931-bfc3-40f2-ba4e-64f1b93245d2 req-2f019b72-ab8a-4441-9bf6-cd37adf22c6a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:04.476408 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e2908931-bfc3-40f2-ba4e-64f1b93245d2 req-2f019b72-ab8a-4441-9bf6-cd37adf22c6a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.1472280 Feb 03 23:54:04.518215 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79e573-3332-4f7a-8f9c-ca74805e0866 None None] Pushing event updated for resources: {'Port': ['ID=a908716e-50d0-45a1-af63-58dfbfac9ec7,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:04.549552 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d2558ec0-dcb8-4864-abe2-1b0088a32f99 req-87298357-1cdd-48a6-aed2-b4807777a3f2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372018 Feb 03 23:54:04.629844 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e2908931-bfc3-40f2-ba4e-64f1b93245d2 req-95111a7b-19dd-4a82-8e5a-3f536ff53399 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368544 Feb 03 23:54:04.652705 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 1edc99f3-7e04-4ea8-9d99-52a120425d23 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:54:04.771229 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-f16d4681-4ee9-4f7d-a2c2-d903d0065f34 None None] Current status of the port a908716e-50d0-45a1-af63-58dfbfac9ec7 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:04.771610 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f16d4681-4ee9-4f7d-a2c2-d903d0065f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:04.837541 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-f16d4681-4ee9-4f7d-a2c2-d903d0065f34 None None] For port a908716e-50d0-45a1-af63-58dfbfac9ec7, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=a908716e-50d0-45a1-af63-58dfbfac9ec7,segment=NetworkSegment(8d2a11e6-9feb-4589-9972-3bba1b7ff4e5),segment_id=8d2a11e6-9feb-4589-9972-3bba1b7ff4e5)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:04.839649 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] Set router 581291d3-15f1-41f6-9078-6975bf13b7b5 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:54:05.051863 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 1edc99f3-7e04-4ea8-9d99-52a120425d23 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:05.052249 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:05.091637 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f16d4681-4ee9-4f7d-a2c2-d903d0065f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:05.379536 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d4681-4ee9-4f7d-a2c2-d903d0065f34 None None] Pushing event updated for resources: {'Port': ['ID=a908716e-50d0-45a1-af63-58dfbfac9ec7,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:05.387067 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 1edc99f3-7e04-4ea8-9d99-52a120425d23 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:05.399717 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-d6348c68-c37f-40f4-9834-d6bff06b0359 None None] Provisioning complete for port a908716e-50d0-45a1-af63-58dfbfac9ec7 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:05.400299 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d6348c68-c37f-40f4-9834-d6bff06b0359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:05.603489 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-d6348c68-c37f-40f4-9834-d6bff06b0359 None None] Current status of the port a908716e-50d0-45a1-af63-58dfbfac9ec7 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:05.624492 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:00Z', 'revision_number': 4, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port': {'id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'a908716e-50d0-45a1-af63-58dfbfac9ec7', 'name': '', 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'mac_address': 'fa:16:3e:a8:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e98209c2-57aa-46c9-86c8-f4ea0edbdfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:00Z', 'updated_at': '2022-02-03T23:54:04Z', 'revision_number': 4, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'subnets': [{'id': 'e98209c2-57aa-46c9-86c8-f4ea0edbdfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:05.719659 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a78764-6da1-40ed-8142-e3c1d6a284ec None None] The sync data for ids ['581291d3-15f1-41f6-9078-6975bf13b7b5'] in dv-cinder-822768-2-iscsi is: [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:00Z', 'revision_number': 4, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port': {'id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'a908716e-50d0-45a1-af63-58dfbfac9ec7', 'name': '', 'network_id': '0c0f860d-b6b5-48ff-a78c-cb895548bad3', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'mac_address': 'fa:16:3e:a8:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e98209c2-57aa-46c9-86c8-f4ea0edbdfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:54:00Z', 'updated_at': '2022-02-03T23:54:04Z', 'revision_number': 4, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'subnets': [{'id': 'e98209c2-57aa-46c9-86c8-f4ea0edbdfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:54:05.864229 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cef896-a1de-4657-bc10-1102f48d6acb req-e03d0e6a-9f85-46f8-b004-899d381ba907 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:05.866012 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-48cef896-a1de-4657-bc10-1102f48d6acb req-e03d0e6a-9f85-46f8-b004-899d381ba907 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.1071575 Feb 03 23:54:05.914526 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc8f7-aaeb-4658-8604-409fbd4cc5c2 req-df9e2b33-b257-437c-a75b-482301487dc9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:05.925038 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-473fc8f7-aaeb-4658-8604-409fbd4cc5c2 req-df9e2b33-b257-437c-a75b-482301487dc9 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1948040 Feb 03 23:54:06.044377 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-48cef896-a1de-4657-bc10-1102f48d6acb req-3372ac3a-3bf6-4e5a-907e-6402dcf2fb65 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632829 Feb 03 23:54:06.082512 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-473fc8f7-aaeb-4658-8604-409fbd4cc5c2 req-12ac3204-52b6-4d6f-9725-f988ecfa3401 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463125 Feb 03 23:54:06.795635 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device a908716e-50d0-45a1-af63-58dfbfac9ec7 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:54:06.895091 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port a908716e-50d0-45a1-af63-58dfbfac9ec7 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:06.895523 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:07.050239 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port a908716e-50d0-45a1-af63-58dfbfac9ec7 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:07.356049 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b179e43-a9ae-4853-a5f2-5ebd663bd41b req-29b3e538-3abf-48f0-b4f3-41cdded244de tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:07.360271 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044e583-e197-4398-9bca-343935aee196 req-878793e9-5c1a-4746-a72a-bd436899d3f1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:07.363247 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3b179e43-a9ae-4853-a5f2-5ebd663bd41b req-29b3e538-3abf-48f0-b4f3-41cdded244de tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.1833160 Feb 03 23:54:07.371698 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4044e583-e197-4398-9bca-343935aee196 req-878793e9-5c1a-4746-a72a-bd436899d3f1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1566844 Feb 03 23:54:07.430803 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4044e583-e197-4398-9bca-343935aee196 req-35f577d7-3e7d-4370-85e5-2245c81cded5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511055 Feb 03 23:54:07.438471 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3b179e43-a9ae-4853-a5f2-5ebd663bd41b req-f559d62b-79e2-440c-90cf-656e886231c3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740788 Feb 03 23:54:08.616291 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc9e26-59ba-4786-9da1-cabd5432b267 req-02d4d4ac-e1f6-415d-aa44-cb7724c8c6d2 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:08.624750 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fefc9e26-59ba-4786-9da1-cabd5432b267 req-02d4d4ac-e1f6-415d-aa44-cb7724c8c6d2 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0749886 Feb 03 23:54:08.714850 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fefc9e26-59ba-4786-9da1-cabd5432b267 req-09d4595d-45d3-4e01-9f43-e59e3df2c357 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868950 Feb 03 23:54:09.883286 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4127efc-5226-4d0c-a4e6-e9bbded2cde4 req-29525711-b4b6-4d42-8213-470a960ccfa1 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:09.891898 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a4127efc-5226-4d0c-a4e6-e9bbded2cde4 req-29525711-b4b6-4d42-8213-470a960ccfa1 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.0969331 Feb 03 23:54:09.967464 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a4127efc-5226-4d0c-a4e6-e9bbded2cde4 req-cbe35f26-f318-48f7-b8bb-42977aa29a3d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741313 Feb 03 23:54:11.274703 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3bef1-13bf-41fd-b678-8f3326239462 req-1723c7fe-ab0e-42f3-bd56-0ea36b11515b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:11.283030 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e0c3bef1-13bf-41fd-b678-8f3326239462 req-1723c7fe-ab0e-42f3-bd56-0ea36b11515b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 943 time: 0.1503155 Feb 03 23:54:11.361695 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e0c3bef1-13bf-41fd-b678-8f3326239462 req-d803f65f-61b5-41ac-93d8-a827914103b6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692472 Feb 03 23:54:11.579982 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 9d92e6e9-cfad-41a6-b57b-3773311efd8a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:54:11.596616 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41270) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:11.740043 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 9d92e6e9-cfad-41a6-b57b-3773311efd8a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d92e6e9-cfad-41a6-b57b-3773311efd8a,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:11.741435 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2e6c729-3f44-4eb6-b9bc-19e36bb268cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:11.764496 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'port_id': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'mac_address': 'fa:16:3e:62:38:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:54:11.813476 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 9d92e6e9-cfad-41a6-b57b-3773311efd8a is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:11.814203 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:11.841183 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d92e6e9-cfad-41a6-b57b-3773311efd8a {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:54:11.873718 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 9d92e6e9-cfad-41a6-b57b-3773311efd8a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d92e6e9-cfad-41a6-b57b-3773311efd8a,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:11.889949 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2e6c729-3f44-4eb6-b9bc-19e36bb268cb admin admin] Publish callbacks [] for security_group (150c8e42-355a-4d50-9424-383a91452906), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:12.020668 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:12.021707 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2e6c729-3f44-4eb6-b9bc-19e36bb268cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (150c8e42-355a-4d50-9424-383a91452906), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:12.086597 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-e2e6c729-3f44-4eb6-b9bc-19e36bb268cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6545c45c2b5d4d348f4fcc2349f0ac58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4888823 Feb 03 23:54:12.092188 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6c729-3f44-4eb6-b9bc-19e36bb268cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150c8e42-355a-4d50-9424-383a91452906,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:12.092337 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 41280) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:12.110661 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=9d92e6e9-cfad-41a6-b57b-3773311efd8a,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:12.150461 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8251109b-a7a8-461e-bd98-dbfb767ca453 admin admin] Publish callbacks [] for security_group (150c8e42-355a-4d50-9424-383a91452906), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:12.177452 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8251109b-a7a8-461e-bd98-dbfb767ca453 admin admin] Publish callbacks [] for security_group (150c8e42-355a-4d50-9424-383a91452906), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:12.411425 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8251109b-a7a8-461e-bd98-dbfb767ca453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (150c8e42-355a-4d50-9424-383a91452906), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:12.417212 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8251109b-a7a8-461e-bd98-dbfb767ca453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:12.422365 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8251109b-a7a8-461e-bd98-dbfb767ca453 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/150c8e42-355a-4d50-9424-383a91452906 HTTP/1.1" status: 204 len: 168 time: 0.3313115 Feb 03 23:54:12.452316 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251109b-a7a8-461e-bd98-dbfb767ca453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150c8e42-355a-4d50-9424-383a91452906,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:12.578790 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['9d92e6e9-cfad-41a6-b57b-3773311efd8a'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:54:12.722389 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c953f-e32a-4548-8018-943d7c9b6acb req-310500d7-51e4-41ea-87e5-78512a542aeb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:12.724416 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5f4c953f-e32a-4548-8018-943d7c9b6acb req-310500d7-51e4-41ea-87e5-78512a542aeb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 944 time: 0.2436450 Feb 03 23:54:12.904176 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5f4c953f-e32a-4548-8018-943d7c9b6acb req-177d4cec-fdd6-40fe-b6ab-e1ffdf9aaa77 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679032 Feb 03 23:54:13.281778 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:13.345830 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:54:14.087501 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be1c3-9171-48e6-aec4-1fbc922bbcc3 req-6bcad24a-4d91-47cc-87b2-8381965a9d8d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:14.099301 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c51be1c3-9171-48e6-aec4-1fbc922bbcc3 req-6bcad24a-4d91-47cc-87b2-8381965a9d8d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 944 time: 0.0687926 Feb 03 23:54:14.147528 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9f4cc-74eb-48ea-a19d-2919767b4679 req-cf7eb949-2b9f-4410-8854-d4912154e305 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:14.161308 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-99a9f4cc-74eb-48ea-a19d-2919767b4679 req-cf7eb949-2b9f-4410-8854-d4912154e305 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.1847384 Feb 03 23:54:14.172613 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c51be1c3-9171-48e6-aec4-1fbc922bbcc3 req-86b8e576-aece-4031-98e2-f7d716ed345a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719023 Feb 03 23:54:14.285316 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-99a9f4cc-74eb-48ea-a19d-2919767b4679 req-9fcbcc35-3a90-4895-bd6d-298512c069fc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229110 Feb 03 23:54:15.439535 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab272-ec63-4a68-b06a-751645a85975 req-79b0d72e-b53b-4994-9070-9cf829800c7a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:15.453146 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d2fab272-ec63-4a68-b06a-751645a85975 req-79b0d72e-b53b-4994-9070-9cf829800c7a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 944 time: 0.1272388 Feb 03 23:54:15.573975 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d2fab272-ec63-4a68-b06a-751645a85975 req-2be4e19b-0a00-49c0-846d-7b8260835b9d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185434 Feb 03 23:54:15.602589 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84bdde-6eef-4e71-bb21-aa77bbcbdf40 req-57ebcbda-26a0-4425-88a3-446d3e8bcf0c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:15.607242 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 9d92e6e9-cfad-41a6-b57b-3773311efd8a up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:54:15.620334 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc84bdde-6eef-4e71-bb21-aa77bbcbdf40 req-57ebcbda-26a0-4425-88a3-446d3e8bcf0c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.2087080 Feb 03 23:54:15.706012 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc84bdde-6eef-4e71-bb21-aa77bbcbdf40 req-da1ff65a-f38e-4138-a819-5c733889d73c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847645 Feb 03 23:54:16.252967 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 9d92e6e9-cfad-41a6-b57b-3773311efd8a completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:54:16.259139 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 9d92e6e9-cfad-41a6-b57b-3773311efd8a triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:16.259139 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:16.346355 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 9d92e6e9-cfad-41a6-b57b-3773311efd8a is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:16.346742 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:16.368344 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d92e6e9-cfad-41a6-b57b-3773311efd8a'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:54:16.370642 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d4c2e4-b6b1-4062-b9d8-41628c9c2c29" -d '{"events": [{"server_uuid": "0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf", "name": "network-vif-plugged", "status": "completed", "tag": "9d92e6e9-cfad-41a6-b57b-3773311efd8a"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:54:16.383070 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 9d92e6e9-cfad-41a6-b57b-3773311efd8a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d92e6e9-cfad-41a6-b57b-3773311efd8a,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:16.413998 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f33eb4-0979-48fe-8e18-dc7d13ae6035 x-openstack-request-id: req-55f33eb4-0979-48fe-8e18-dc7d13ae6035 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:54:16.414315 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf", "name": "network-vif-plugged", "status": "completed", "tag": "9d92e6e9-cfad-41a6-b57b-3773311efd8a", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:54:16.414573 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55f33eb4-0979-48fe-8e18-dc7d13ae6035 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:54:16.415096 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'code': 200} Feb 03 23:54:16.468620 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:16.533791 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=9d92e6e9-cfad-41a6-b57b-3773311efd8a,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:16.861828 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211025a-0337-4d57-a7c3-c8fee44ab095 req-16e756cc-c6cf-4ae1-9bf7-2fe522ce23ac tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:16.863494 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2211025a-0337-4d57-a7c3-c8fee44ab095 req-16e756cc-c6cf-4ae1-9bf7-2fe522ce23ac tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 945 time: 0.1451647 Feb 03 23:54:16.942579 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57192a-c0eb-4cd9-b241-93b013638d28 req-b7ab084a-10bd-463a-84b5-680181e515ab tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:16.949586 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4f57192a-c0eb-4cd9-b241-93b013638d28 req-b7ab084a-10bd-463a-84b5-680181e515ab tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0715971 Feb 03 23:54:16.963376 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2211025a-0337-4d57-a7c3-c8fee44ab095 req-27e46752-58b9-44e2-8fc5-d57c38acc7c8 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848713 Feb 03 23:54:16.984435 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dd7c8-3cb6-4e87-8616-8a8ce53de964 req-a47ea9cc-a8b8-403c-a2a0-2b4a599de1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:16.986257 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d99dd7c8-3cb6-4e87-8616-8a8ce53de964 req-a47ea9cc-a8b8-403c-a2a0-2b4a599de1ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 1129 time: 0.0872796 Feb 03 23:54:17.016930 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4f57192a-c0eb-4cd9-b241-93b013638d28 req-b9ab1aa2-8ad2-4672-a188-00aa3015d059 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656798 Feb 03 23:54:17.041867 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d99dd7c8-3cb6-4e87-8616-8a8ce53de964 req-5a71cb4f-24f1-4ae9-8242-e5db3947a8ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483727 Feb 03 23:54:17.978137 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-1032ad2b-0530-438b-b76b-1dfff432d779 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:17.985642 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-1032ad2b-0530-438b-b76b-1dfff432d779 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.37 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.0735495 Feb 03 23:54:18.149014 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f7c5c-9178-4880-be84-749a3606c395 req-565de305-a89e-47fe-bd94-9acce64c4553 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:18.151445 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e68f7c5c-9178-4880-be84-749a3606c395 req-565de305-a89e-47fe-bd94-9acce64c4553 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 945 time: 0.0772221 Feb 03 23:54:18.196766 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Deleting port c741c247-2cc9-415e-bfd5-66f43753d26e {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:54:18.197245 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:18.221579 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e68f7c5c-9178-4880-be84-749a3606c395 req-6f973fa5-47c8-45f0-b525-206b291d863f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639851 Feb 03 23:54:18.295547 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2365b-0050-4bd9-a4c7-9463587eea9b req-2b120ad3-6f65-4e41-8e53-05edbb158e75 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:18.302596 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-72a2365b-0050-4bd9-a4c7-9463587eea9b req-2b120ad3-6f65-4e41-8e53-05edbb158e75 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 945 time: 0.1439180 Feb 03 23:54:18.375840 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-72a2365b-0050-4bd9-a4c7-9463587eea9b req-648d4275-6768-42be-a138-9a4633c40737 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706966 Feb 03 23:54:18.402133 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] For port c741c247-2cc9-415e-bfd5-66f43753d26e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c741c247-2cc9-415e-bfd5-66f43753d26e,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:18.404417 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:18.419417 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Calling delete_port for c741c247-2cc9-415e-bfd5-66f43753d26e owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:54:18.513434 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-11c12d82-f0ac-4e03-a643-db4e933a0a8c tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:18.515041 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-11c12d82-f0ac-4e03-a643-db4e933a0a8c tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/networks?id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 200 len: 814 time: 0.1771858 Feb 03 23:54:18.555952 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-cb0cee41-70f6-4d33-ba18-2713f942f536 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/quotas/808a1efcd84a4b8a8850c69fc89c1570 HTTP/1.1" status: 200 len: 375 time: 0.0271525 Feb 03 23:54:18.624445 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-8c0d050b-8513-46a6-ab96-6c7664f51932 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718360 Feb 03 23:54:18.725652 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (c741c247-2cc9-415e-bfd5-66f43753d26e), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:18.754286 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-1fcffc80-e904-408d-afaf-914a3247b878 service neutron] 10.222.0.41 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090660 Feb 03 23:54:18.767642 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:54:18.781439 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Pushing event deleted for resources: {'Port': ['ID=c741c247-2cc9-415e-bfd5-66f43753d26e,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:18.834024 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] No DVR routers for this DVR port c741c247-2cc9-415e-bfd5-66f43753d26e on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:54:18.838413 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:18.843647 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-058cf575-4d04-499a-b802-f5ebef6aecfe req-d7815399-63b8-40a8-9931-8e1ba0d7a96f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.37 "DELETE /v2.0/ports/c741c247-2cc9-415e-bfd5-66f43753d26e HTTP/1.1" status: 204 len: 173 time: 0.8562024 Feb 03 23:54:18.844624 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c351ca6a-d28b-424a-9fb9-b0dfc4e3c779', 'name': 'network-vif-deleted', 'tag': 'c741c247-2cc9-415e-bfd5-66f43753d26e'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:54:18.847715 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791fc93c-d98f-475b-a1c9-2a8fd7ba3ad6" -d '{"events": [{"server_uuid": "c351ca6a-d28b-424a-9fb9-b0dfc4e3c779", "name": "network-vif-deleted", "tag": "c741c247-2cc9-415e-bfd5-66f43753d26e"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:54:18.893364 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-9774c9b0-ee01-4803-9e29-a602ec7f8aa7 service neutron] 10.222.0.41 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337452 Feb 03 23:54:18.909410 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4c75f0-7a35-4a29-b93e-2f8ded6b6c78 x-openstack-request-id: req-de4c75f0-7a35-4a29-b93e-2f8ded6b6c78 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:54:18.909706 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c351ca6a-d28b-424a-9fb9-b0dfc4e3c779", "name": "network-vif-deleted", "tag": "c741c247-2cc9-415e-bfd5-66f43753d26e", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:54:18.909988 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de4c75f0-7a35-4a29-b93e-2f8ded6b6c78 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:54:18.910395 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c351ca6a-d28b-424a-9fb9-b0dfc4e3c779', 'name': 'network-vif-deleted', 'tag': 'c741c247-2cc9-415e-bfd5-66f43753d26e', 'status': 'completed', 'code': 200} Feb 03 23:54:19.245947 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db820d29-1365-4962-b2d7-ad5fefe573c1 req-6f01b146-0868-40b5-abc3-516bd10e05f7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 210 time: 0.0290282 Feb 03 23:54:19.458888 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacea6e-b47c-4b89-b532-b2c2767f6941 req-28425414-eb18-458e-b6e1-4bc83664d2e9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:19.461051 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4eacea6e-b47c-4b89-b532-b2c2767f6941 req-28425414-eb18-458e-b6e1-4bc83664d2e9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 945 time: 0.1049552 Feb 03 23:54:19.542708 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4eacea6e-b47c-4b89-b532-b2c2767f6941 req-01095784-87c4-4eea-881f-366a1f4903e3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734799 Feb 03 23:54:19.591044 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-81ff06b3-6198-4814-8def-4817a2d1933f req-08a17370-f58c-4797-ae3b-bb56c90a1403 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 210 time: 0.0642071 Feb 03 23:54:19.596390 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c741c247-2cc9-415e-bfd5-66f43753d26e no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:54:19.676913 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: c741c247-2cc9-415e-bfd5-66f43753d26e {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:54:19.677511 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c741c247-2cc9-415e-bfd5-66f43753d26e not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:54:19.742950 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52800c1-d1e7-49ea-9a2b-b770eda08225 req-48816cde-5c70-4c9d-8def-6f0fa291adbb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:19.753438 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f52800c1-d1e7-49ea-9a2b-b770eda08225 req-48816cde-5c70-4c9d-8def-6f0fa291adbb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 945 time: 0.0911639 Feb 03 23:54:19.818451 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f52800c1-d1e7-49ea-9a2b-b770eda08225 req-84bd7b11-c98c-4b59-b7aa-645bba7a6671 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639956 Feb 03 23:54:19.850619 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41424) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:20.125629 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e6f3d4-0773-4447-9470-0ae57f17c9ec tempest-TestVolumeBootPattern-1723630888 tempest-TestVolumeBootPattern-1723630888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:20.130172 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-11e6f3d4-0773-4447-9470-0ae57f17c9ec tempest-TestVolumeBootPattern-1723630888 tempest-TestVolumeBootPattern-1723630888-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 1124 time: 0.2755721 Feb 03 23:54:20.130900 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 41430) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:20.135746 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'port_id': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:54:20.329842 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-28d6143a-d84a-493f-b76d-77608be3dd85 req-ce99c579-18c8-4303-aeca-d1b990c1c5ff tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 210 time: 0.0287371 Feb 03 23:54:20.382117 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:20.514424 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:20.636509 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Allocated IP 172.27.0.174 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/a30c9903-6404-4a15-9837-797871b870fa) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:54:20.786429 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1ada7cc1-f6c7-413d-90c8-4a851fa77d26 req-6053eed9-b530-4bb7-a795-1bd55b2304b1 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=c351ca6a-d28b-424a-9fb9-b0dfc4e3c779 HTTP/1.1" status: 200 len: 210 time: 0.0458314 Feb 03 23:54:20.815553 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (a30c9903-6404-4a15-9837-797871b870fa), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:21.176164 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (a30c9903-6404-4a15-9837-797871b870fa), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:21.210935 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:54:21.217097 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:54:21.220016 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:54:21.254811 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=a30c9903-6404-4a15-9837-797871b870fa,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:21.450448 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91064a3c-2fa7-4427-b0e3-1375982dbdae req-685c5412-8637-43b4-b10b-ed1f5eda778e tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 210 time: 0.0408251 Feb 03 23:54:21.790270 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (36a5f2a9-c75e-428e-8680-b71de8af5d7c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:21.999351 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (a30c9903-6404-4a15-9837-797871b870fa), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:22.161307 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (a30c9903-6404-4a15-9837-797871b870fa), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:22.245183 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (a30c9903-6404-4a15-9837-797871b870fa), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:22.380307 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (36a5f2a9-c75e-428e-8680-b71de8af5d7c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:22.492819 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=a30c9903-6404-4a15-9837-797871b870fa,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:22.532090 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b6727-be7e-4ce5-ac63-8479b94c7728 req-5b08c9b2-9e94-4901-a1df-abb2763940c5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:22.533745 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-601b6727-be7e-4ce5-ac63-8479b94c7728 req-5b08c9b2-9e94-4901-a1df-abb2763940c5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1750712 Feb 03 23:54:22.584666 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Floating IP 36a5f2a9-c75e-428e-8680-b71de8af5d7c associated. External IP: 172.27.0.174, port: 9d92e6e9-cfad-41a6-b57b-3773311efd8a. Feb 03 23:54:22.618856 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d0d558cc-0a67-4090-bd1f-53f106c5c48a req-f85ddc30-462c-42d0-98ac-05e9a7fa495a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 210 time: 0.0736711 Feb 03 23:54:22.689453 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-601b6727-be7e-4ce5-ac63-8479b94c7728 req-0bfe9404-8de1-48ac-9232-9f839435fc68 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473188 Feb 03 23:54:22.713977 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-0614c1be-b286-4911-91d2-392a9a3c402a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:22.717795 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-0614c1be-b286-4911-91d2-392a9a3c402a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.37 "GET /v2.0/networks?id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 200 len: 814 time: 0.2772717 Feb 03 23:54:22.740063 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'port': {'device_id': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'admin_state_up': True, 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:54:22.918666 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:54:23.021937 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Made reservation on behalf of 808a1efcd84a4b8a8850c69fc89c1570 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:54:23.025365 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:23.140241 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:54:23.151958 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:54:23.164623 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:54:23.165274 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:23.216119 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Allocated IP 172.20.0.4 (b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6/7117c721-6b93-4d5c-94e6-f41a2df95bc5/5eca751c-6295-4a95-b021-e1ef750234ea) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:54:23.219159 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-9b9274b7-d082-4eaf-a127-ebe4d9a5e4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:23.252808 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:23.296310 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:54:23.339683 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e80cde8e-9027-471c-b1d5-8a45be196233 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2075889 Feb 03 23:54:23.341028 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'tag': '9d92e6e9-cfad-41a6-b57b-3773311efd8a'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:54:23.343926 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5274667-016a-40e6-a505-b3fd67e972f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf", "tag": "9d92e6e9-cfad-41a6-b57b-3773311efd8a"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:54:23.383929 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca36173c-e863-460d-b640-89cd1dde4aca x-openstack-request-id: req-ca36173c-e863-460d-b640-89cd1dde4aca {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:54:23.384288 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf", "tag": "9d92e6e9-cfad-41a6-b57b-3773311efd8a", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:54:23.384499 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca36173c-e863-460d-b640-89cd1dde4aca {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:54:23.384933 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'tag': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'status': 'completed', 'code': 200} Feb 03 23:54:23.522043 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for port (5eca751c-6295-4a95-b021-e1ef750234ea), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:23.530234 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-2a6ebccb-56e5-46c8-b49f-5110c48430ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:23.532522 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-2a6ebccb-56e5-46c8-b49f-5110c48430ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 1129 time: 0.0918396 Feb 03 23:54:23.601527 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:23.649823 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:54:23.652650 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:54:23.655621 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:54:23.680359 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '36a5f2a9-c75e-428e-8680-b71de8af5d7c', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:62:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:54:21Z', 'updated_at': '2022-02-03T23:54:21Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:23.698703 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-324f56c7-d295-4657-aa5e-a6cac06ac7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:23.704126 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-324f56c7-d295-4657-aa5e-a6cac06ac7ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 910 time: 0.1596708 Feb 03 23:54:23.732032 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:23.732916 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:23.753371 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:54:23.756889 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'Port': ['ID=5eca751c-6295-4a95-b021-e1ef750234ea,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:23.781847 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:54:23.782728 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:53:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:23.819755 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-c6ba5cb7-0212-4a13-9fa7-afdee1fdb80f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836582 Feb 03 23:54:23.844392 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Request body: {'port': {'device_id': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:54:23.894220 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-3ebf1667-7b6f-4ec8-83cf-1ad17050bb68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d92e6e9-cfad-41a6-b57b-3773311efd8a HTTP/1.1" status: 200 len: 999 time: 0.1634533 Feb 03 23:54:23.929102 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:23.942724 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e762089-0049-4b4e-93e0-f0a5a3d14774 req-960bf3fa-c73e-4668-99ff-b215c329077e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:23.951025 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9e762089-0049-4b4e-93e0-f0a5a3d14774 req-960bf3fa-c73e-4668-99ff-b215c329077e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1490657 Feb 03 23:54:24.020569 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:54:24.027282 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-7f10c406-2299-40da-b2db-9709f9bb91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:24.030443 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-7f10c406-2299-40da-b2db-9709f9bb91d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.1298358 Feb 03 23:54:24.085381 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9e762089-0049-4b4e-93e0-f0a5a3d14774 req-333a18fa-e9ee-4302-8e09-4cbc33f6319f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314461 Feb 03 23:54:24.117721 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c1a94-1d9a-456b-8ef3-10cac42d0be4 req-f621d889-b038-4a1d-b1c4-bad40ca2b1e8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:24.119388 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a12c1a94-1d9a-456b-8ef3-10cac42d0be4 req-f621d889-b038-4a1d-b1c4-bad40ca2b1e8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 931 time: 0.2351911 Feb 03 23:54:24.128339 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-b91c0889-7777-4b7d-9a94-8496088ff2cb None None] Provisioning complete for port 5eca751c-6295-4a95-b021-e1ef750234ea triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:24.129025 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b91c0889-7777-4b7d-9a94-8496088ff2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:24.141652 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-ca62b150-6cb5-44f5-b582-972921d4f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:24.143464 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-ca62b150-6cb5-44f5-b582-972921d4f8d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880346 Feb 03 23:54:24.198300 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-b91c0889-7777-4b7d-9a94-8496088ff2cb None None] Port 5eca751c-6295-4a95-b021-e1ef750234ea cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:54:24.232888 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a12c1a94-1d9a-456b-8ef3-10cac42d0be4 req-3260dfc1-ccd2-4aac-8ea3-d4581e8a4699 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034732 Feb 03 23:54:24.296645 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-359553fb-5b1f-418f-b9c4-48cb98af41b8 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371963 Feb 03 23:54:24.404616 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '36a5f2a9-c75e-428e-8680-b71de8af5d7c', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:62:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:54:21Z', 'updated_at': '2022-02-03T23:54:21Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:24.433203 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d15edd-9f12-4c78-849f-2e53f7b2f828 None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '36a5f2a9-c75e-428e-8680-b71de8af5d7c', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:62:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:54:21Z', 'updated_at': '2022-02-03T23:54:21Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:54:24.460820 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5274667-016a-40e6-a505-b3fd67e972f3 req-2bf0a540-650b-4ba4-a35f-1fd4baecb0ab service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575837 Feb 03 23:54:24.494794 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eca751c-6295-4a95-b021-e1ef750234ea {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:54:24.505986 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Publish callbacks [] for port (5eca751c-6295-4a95-b021-e1ef750234ea), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:24.525661 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Transition to ACTIVE for port object 5eca751c-6295-4a95-b021-e1ef750234ea will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:54:24.674675 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:24.726491 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8fe44-3f6f-4200-a53a-8e2f337f2799 None None] New status for floating IP 36a5f2a9-c75e-428e-8680-b71de8af5d7c: ACTIVE {{(pid=109793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:54:24.733084 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Pushing event updated for resources: {'Port': ['ID=5eca751c-6295-4a95-b021-e1ef750234ea,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:24.828691 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Attempting to bind port 5eca751c-6295-4a95-b021-e1ef750234ea on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:54:24.829051 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Attempting to bind port 5eca751c-6295-4a95-b021-e1ef750234ea by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:54:24.829399 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Attempting to bind port 5eca751c-6295-4a95-b021-e1ef750234ea on network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:54:24.834498 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Port 5eca751c-6295-4a95-b021-e1ef750234ea on network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:54:24.834833 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Attempting to bind port 5eca751c-6295-4a95-b021-e1ef750234ea on network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:54:24.841161 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:54:24.841600 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Checking segment: {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:54:24.842080 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Bound using segment: {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:54:24.842551 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Bound port: 5eca751c-6295-4a95-b021-e1ef750234ea, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:54:24.845973 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:24.987253 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] For port 5eca751c-6295-4a95-b021-e1ef750234ea, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:54:24.999859 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] For port 5eca751c-6295-4a95-b021-e1ef750234ea, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eca751c-6295-4a95-b021-e1ef750234ea,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:54:25.088556 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:25.133123 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.144591 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:25.144591 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] 10.222.0.37 "PUT /v2.0/ports/5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 1093 time: 1.2971594 Feb 03 23:54:25.144591 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:54:25.144591 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf38f02-962a-4dec-bbaf-232357303399" -d '{"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:54:25.180864 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcee841-4de6-4638-995a-a644e333b53c service neutron] Pushing event updated for resources: {'Port': ['ID=5eca751c-6295-4a95-b021-e1ef750234ea,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:25.202983 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81175906-44f8-4304-8f8c-e76d7c9e7eda x-openstack-request-id: req-81175906-44f8-4304-8f8c-e76d7c9e7eda {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:54:25.203506 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:54:25.203910 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81175906-44f8-4304-8f8c-e76d7c9e7eda {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:54:25.204466 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea', 'status': 'completed', 'code': 200} Feb 03 23:54:25.364494 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41912828-acd0-4962-962b-ba908fe81b00 req-62b852af-5095-4816-95c6-d389ed31e67b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.366204 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-41912828-acd0-4962-962b-ba908fe81b00 req-62b852af-5095-4816-95c6-d389ed31e67b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1335855 Feb 03 23:54:25.377271 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b126a-be09-40d6-876b-86c9f8b1aad7 req-ee859a36-f9ec-430e-9333-021596c74b73 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.391792 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9c8b126a-be09-40d6-876b-86c9f8b1aad7 req-ee859a36-f9ec-430e-9333-021596c74b73 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0687828 Feb 03 23:54:25.443678 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9c8b126a-be09-40d6-876b-86c9f8b1aad7 req-b7c68507-0b89-4a1f-a579-7de00a55df35 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Feb 03 23:54:25.446867 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf38f02-962a-4dec-bbaf-232357303399 req-b420518b-4822-40ee-b4a0-4399be22016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.448391 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8bf38f02-962a-4dec-bbaf-232357303399 req-b420518b-4822-40ee-b4a0-4399be22016d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1127 time: 0.1281023 Feb 03 23:54:25.455762 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-41912828-acd0-4962-962b-ba908fe81b00 req-c17785a6-74b0-4d3a-88ce-aca4b216e6d0 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751336 Feb 03 23:54:25.561767 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf38f02-962a-4dec-bbaf-232357303399 req-6c3f96e7-ce9e-468b-89bc-2f1e018ffb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.563581 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8bf38f02-962a-4dec-bbaf-232357303399 req-6c3f96e7-ce9e-468b-89bc-2f1e018ffb47 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1005988 Feb 03 23:54:25.577959 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a5360039-2c49-47b5-9ee9-2efd6ce5474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:25.666046 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf38f02-962a-4dec-bbaf-232357303399 req-bdb55ef1-bbfb-4be5-be74-6867a1885792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.669531 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8bf38f02-962a-4dec-bbaf-232357303399 req-bdb55ef1-bbfb-4be5-be74-6867a1885792 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0978842 Feb 03 23:54:25.803675 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-233fb142-717f-4ecd-bd42-4210635ede3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.805441 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-233fb142-717f-4ecd-bd42-4210635ede3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1127 time: 0.0530097 Feb 03 23:54:25.865476 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-53fd5416-0732-4350-b3a5-ca86fe68bacc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 217 time: 0.0402467 Feb 03 23:54:25.917799 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-64056796-35a5-481b-aa95-212765c168a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.919689 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-64056796-35a5-481b-aa95-212765c168a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7117c721-6b93-4d5c-94e6-f41a2df95bc5 HTTP/1.1" status: 200 len: 853 time: 0.0467257 Feb 03 23:54:25.977738 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-b556790c-fe6f-4295-a27d-a178d16471e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:25.980003 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-b556790c-fe6f-4295-a27d-a178d16471e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542521 Feb 03 23:54:26.078199 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-d4a7a756-d2e1-4f1c-9709-f9ae300ac6c8 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899122 Feb 03 23:54:26.175033 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-49fd9d18-527a-45eb-b6ba-b72b525e8478 req-5f09f86c-7156-4225-88f5-b3fea88cc7b1 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887935 Feb 03 23:54:26.569956 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd994b-eced-4d11-a6c6-b2ce3ca497d1 req-1dde3916-c036-492a-967f-0fa1fafd19df tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:26.571464 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-94cd994b-eced-4d11-a6c6-b2ce3ca497d1 req-1dde3916-c036-492a-967f-0fa1fafd19df tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0572369 Feb 03 23:54:26.595643 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336f9dc-1321-491f-9c63-bf4c779e6cb5 req-553fe8c8-8164-4f8e-a3fb-a1959a0f0220 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:26.597336 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1336f9dc-1321-491f-9c63-bf4c779e6cb5 req-553fe8c8-8164-4f8e-a3fb-a1959a0f0220 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0596097 Feb 03 23:54:26.620352 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-94cd994b-eced-4d11-a6c6-b2ce3ca497d1 req-3cb694fc-cc69-493f-a0c3-fd01ec9b5b1f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Feb 03 23:54:26.646931 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1336f9dc-1321-491f-9c63-bf4c779e6cb5 req-8737b01d-d610-437e-bf36-be1a5aeca9ab tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Feb 03 23:54:26.701546 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:27.797242 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494a460-cc18-4edb-9a4d-09ba425f85b5 req-1ca08d54-4cfd-435b-8ba5-bde70d057dc4 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:27.812292 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3494a460-cc18-4edb-9a4d-09ba425f85b5 req-1ca08d54-4cfd-435b-8ba5-bde70d057dc4 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.1152384 Feb 03 23:54:27.863077 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e82a28-fb48-4dd9-b597-b8a98fa1902d req-9ec8587c-38d3-4e79-8d3c-68a92139be11 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:27.865738 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1e82a28-fb48-4dd9-b597-b8a98fa1902d req-9ec8587c-38d3-4e79-8d3c-68a92139be11 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.1106913 Feb 03 23:54:27.925298 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1e82a28-fb48-4dd9-b597-b8a98fa1902d req-2c25f11b-273a-42f5-98b9-57ee9adad777 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Feb 03 23:54:27.926280 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3494a460-cc18-4edb-9a4d-09ba425f85b5 req-7b92b593-6a2c-4734-8b97-d65b9cead424 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082027 Feb 03 23:54:28.273402 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:29.074865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b100-f2f4-4109-9a00-90c53668a549 req-cf7c5112-f899-409f-9aba-266442ec86fe tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:29.077684 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-df39b100-f2f4-4109-9a00-90c53668a549 req-cf7c5112-f899-409f-9aba-266442ec86fe tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0678964 Feb 03 23:54:29.146712 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-df39b100-f2f4-4109-9a00-90c53668a549 req-bf125214-eda8-4c73-a954-86e687c48b80 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638602 Feb 03 23:54:29.314392 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbf062-a46e-4ecf-bfe4-473e70113762 req-ab02f16f-9835-46fd-857c-c4863fcb229e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:29.316061 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-66fbf062-a46e-4ecf-bfe4-473e70113762 req-ab02f16f-9835-46fd-857c-c4863fcb229e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.3046036 Feb 03 23:54:29.372398 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-66fbf062-a46e-4ecf-bfe4-473e70113762 req-cc553404-25dd-43d5-b84d-a4ff7b070b49 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Feb 03 23:54:29.567029 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:30.283769 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7c3bc-8724-4eaa-802f-eed73572dcbb req-67e4d097-6b23-4f07-96cc-13c7c2ca0de6 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:30.285257 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-21a7c3bc-8724-4eaa-802f-eed73572dcbb req-67e4d097-6b23-4f07-96cc-13c7c2ca0de6 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0581212 Feb 03 23:54:30.346723 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-21a7c3bc-8724-4eaa-802f-eed73572dcbb req-64b073a6-db1d-47e4-901b-0954e7920cb1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559011 Feb 03 23:54:30.520936 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444161f0-a66e-4395-8fff-fe2fc5a32538 req-eb3b7f72-348e-4726-8a37-5bc2053c78c5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:30.522516 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-444161f0-a66e-4395-8fff-fe2fc5a32538 req-eb3b7f72-348e-4726-8a37-5bc2053c78c5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0652053 Feb 03 23:54:30.571362 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-444161f0-a66e-4395-8fff-fe2fc5a32538 req-bd480fc8-7493-4624-9cce-e2f6bf7703bc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Feb 03 23:54:31.471595 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7493c-17fd-4ce5-af2e-3d4d789ef994 req-0f08c3be-f24f-4fa5-bb12-2046b2c035c7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:31.473163 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30f7493c-17fd-4ce5-af2e-3d4d789ef994 req-0f08c3be-f24f-4fa5-bb12-2046b2c035c7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0581007 Feb 03 23:54:31.525836 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30f7493c-17fd-4ce5-af2e-3d4d789ef994 req-c24c43de-3e0c-4621-ab75-1615ceb431f5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Feb 03 23:54:31.707533 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdb33-3c2e-4dc4-b260-4300c45db4bb req-c1d0dcbb-b9b2-4045-8e6a-76c86b51fb92 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:31.709263 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f8ffdb33-3c2e-4dc4-b260-4300c45db4bb req-c1d0dcbb-b9b2-4045-8e6a-76c86b51fb92 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0579448 Feb 03 23:54:31.772936 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f8ffdb33-3c2e-4dc4-b260-4300c45db4bb req-0127a558-2d60-447f-bfd4-16bc78cd0dab tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569899 Feb 03 23:54:32.704451 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aab8c8-7a9a-48d2-a434-cad266c3be71 req-85b2bd41-acd7-4c6f-a183-4f15291c66df tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:32.706104 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-28aab8c8-7a9a-48d2-a434-cad266c3be71 req-85b2bd41-acd7-4c6f-a183-4f15291c66df tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0946987 Feb 03 23:54:32.760681 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-28aab8c8-7a9a-48d2-a434-cad266c3be71 req-01c79ec9-096a-415f-b903-54a4914941ea tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483041 Feb 03 23:54:32.895729 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006a3cb-497c-48c8-8fe6-a45c8b920020 req-a2cdfe7b-06f5-457a-866b-421e0627c5f5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:32.898012 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5006a3cb-497c-48c8-8fe6-a45c8b920020 req-a2cdfe7b-06f5-457a-866b-421e0627c5f5 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0552974 Feb 03 23:54:32.947410 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5006a3cb-497c-48c8-8fe6-a45c8b920020 req-651a3ec7-af58-42f8-8a43-79c0b20c7b2a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Feb 03 23:54:33.895415 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c9bd7-3072-4041-8f2a-d08ad691256f req-3e771c30-8886-4ac8-bb66-5906a7f31ba6 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:33.896899 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db5c9bd7-3072-4041-8f2a-d08ad691256f req-3e771c30-8886-4ac8-bb66-5906a7f31ba6 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0562112 Feb 03 23:54:33.946574 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db5c9bd7-3072-4041-8f2a-d08ad691256f req-a30c1738-6b23-427a-b09d-c3c4a1bb9beb tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Feb 03 23:54:34.079183 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe2f9-ec7a-4f20-9f68-1ae89dcf3771 req-b1fea8d2-7966-4330-bb0b-7844d5b1475f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:34.080763 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e27fe2f9-ec7a-4f20-9f68-1ae89dcf3771 req-b1fea8d2-7966-4330-bb0b-7844d5b1475f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0565341 Feb 03 23:54:34.132916 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e27fe2f9-ec7a-4f20-9f68-1ae89dcf3771 req-c6d900e9-d2f9-45dd-a398-504b20bfe24a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462530 Feb 03 23:54:35.066171 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4983a-071d-46b0-aaa3-cc1d5d66a52f req-3becb5ea-7cbe-4fe8-b409-1dba9985b1e0 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:35.067959 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-95e4983a-071d-46b0-aaa3-cc1d5d66a52f req-3becb5ea-7cbe-4fe8-b409-1dba9985b1e0 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0507743 Feb 03 23:54:35.116682 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-95e4983a-071d-46b0-aaa3-cc1d5d66a52f req-7410a6af-29ec-4e44-8337-c88a164e2170 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Feb 03 23:54:35.291039 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d2917-c6a3-4c33-a5a8-a2d40425a43f req-0da1efa8-cfee-462e-bd44-b807db4c223d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:35.294924 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dc4d2917-c6a3-4c33-a5a8-a2d40425a43f req-0da1efa8-cfee-462e-bd44-b807db4c223d tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0753434 Feb 03 23:54:35.378233 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dc4d2917-c6a3-4c33-a5a8-a2d40425a43f req-8187cbbe-cc55-4d46-ac2e-2b9e0d32066c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690756 Feb 03 23:54:36.243051 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddd3f7-f159-4454-a872-0fda368e5986 req-34144ae5-3d5c-4342-b775-513303d6e951 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:36.244665 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aeddd3f7-f159-4454-a872-0fda368e5986 req-34144ae5-3d5c-4342-b775-513303d6e951 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0589807 Feb 03 23:54:36.294987 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aeddd3f7-f159-4454-a872-0fda368e5986 req-b300a3d5-3cb3-494f-a248-b2f1bc35bce8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Feb 03 23:54:36.498821 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcbeaf-a9b1-475e-a77d-02f06c8b8def req-c424193a-7ae6-47d6-85b9-f3100afb126e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:36.499833 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3bfcbeaf-a9b1-475e-a77d-02f06c8b8def req-c424193a-7ae6-47d6-85b9-f3100afb126e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0542436 Feb 03 23:54:36.551542 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3bfcbeaf-a9b1-475e-a77d-02f06c8b8def req-52f6a876-d150-46d8-ad6d-656a0cb941b6 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452032 Feb 03 23:54:37.090724 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 41650) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:37.140370 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b860413a-2d23-4cba-ae51-f7d0db86601d admin admin] Deleting subnet 1c6c9a15-ef31-4577-ac16-2019f4901ec4 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:54:37.143721 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b860413a-2d23-4cba-ae51-f7d0db86601d admin admin] Publish callbacks [] for subnet (1c6c9a15-ef31-4577-ac16-2019f4901ec4), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.180306 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b860413a-2d23-4cba-ae51-f7d0db86601d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25184265'] for subnet (1c6c9a15-ef31-4577-ac16-2019f4901ec4), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.219758 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b860413a-2d23-4cba-ae51-f7d0db86601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (1c6c9a15-ef31-4577-ac16-2019f4901ec4), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.384158 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b860413a-2d23-4cba-ae51-f7d0db86601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25182877'] for subnet (1c6c9a15-ef31-4577-ac16-2019f4901ec4), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.415161 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860413a-2d23-4cba-ae51-f7d0db86601d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6c9a15-ef31-4577-ac16-2019f4901ec4,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:37.419589 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b860413a-2d23-4cba-ae51-f7d0db86601d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.424701 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0092-de8b-42d4-9843-703aaef53bd0 req-1e61da79-09f4-44a7-8db8-497ca4bfee9f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:37.426513 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d9cf0092-de8b-42d4-9843-703aaef53bd0 req-1e61da79-09f4-44a7-8db8-497ca4bfee9f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0602000 Feb 03 23:54:37.427021 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41654) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:37.434915 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b860413a-2d23-4cba-ae51-f7d0db86601d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1c6c9a15-ef31-4577-ac16-2019f4901ec4 HTTP/1.1" status: 204 len: 168 time: 0.3335690 Feb 03 23:54:37.529662 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (b5573202-3b19-41ad-b76a-c49ebd53e208), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.535873 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d9cf0092-de8b-42d4-9843-703aaef53bd0 req-30447429-6706-4ace-b4e6-cd0c76c54385 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911322 Feb 03 23:54:37.621702 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (b5573202-3b19-41ad-b76a-c49ebd53e208), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.693767 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd43e6-7b83-4e19-8d0c-a2ede3f2a279 req-e386ebb3-c7eb-4ecb-9497-5cab93f149ce tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:37.695824 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-83dd43e6-7b83-4e19-8d0c-a2ede3f2a279 req-e386ebb3-c7eb-4ecb-9497-5cab93f149ce tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0623319 Feb 03 23:54:37.776473 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-83dd43e6-7b83-4e19-8d0c-a2ede3f2a279 req-bdfb5da5-577c-4aa5-a54c-8b4bd6178679 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 Feb 03 23:54:37.901598 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5573202-3b19-41ad-b76a-c49ebd53e208']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:37.912443 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf269e4-bd58-4782-acfc-5054d817245f') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:37.917431 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf269e4-bd58-4782-acfc-5054d817245f') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:37.922103 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (bcf269e4-bd58-4782-acfc-5054d817245f), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.936109 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (bcf269e4-bd58-4782-acfc-5054d817245f), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.942246 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:54:37.942630 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (bcf269e4-bd58-4782-acfc-5054d817245f), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:54:37.944337 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:54:38.069547 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (b5573202-3b19-41ad-b76a-c49ebd53e208), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:38.079686 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:38.083270 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] 10.222.0.41 "DELETE /v2.0/networks/b5573202-3b19-41ad-b76a-c49ebd53e208 HTTP/1.1" status: 204 len: 168 time: 0.6553171 Feb 03 23:54:38.099833 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5db6ab-41f5-44df-bfc1-07c6798923ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b5573202-3b19-41ad-b76a-c49ebd53e208,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:38.609047 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 41670) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:38.649870 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1ad40e15-720c-4e25-94df-e15d93cf2e54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e0e16ebabaa4e5390d48524d149e784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395644 Feb 03 23:54:38.652402 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 41672) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:38.663598 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dd29a-e119-4f5c-9659-7208bb0d8ac7 req-6710c540-c97a-4425-bd82-d25adbbbd247 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:38.670386 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7d3dd29a-e119-4f5c-9659-7208bb0d8ac7 req-6710c540-c97a-4425-bd82-d25adbbbd247 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0636220 Feb 03 23:54:38.701441 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cf26eb03-a885-4ffa-ae26-364105d35df3 admin admin] Publish callbacks [] for security_group (623cc2a4-9da9-4985-827d-169312b95621), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:38.717823 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7d3dd29a-e119-4f5c-9659-7208bb0d8ac7 req-d749a03d-f45a-46ec-937a-436013f71660 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463994 Feb 03 23:54:38.723904 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cf26eb03-a885-4ffa-ae26-364105d35df3 admin admin] Publish callbacks [] for security_group (623cc2a4-9da9-4985-827d-169312b95621), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:38.871845 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cf26eb03-a885-4ffa-ae26-364105d35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (623cc2a4-9da9-4985-827d-169312b95621), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:38.874418 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cf26eb03-a885-4ffa-ae26-364105d35df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:38.875580 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-cf26eb03-a885-4ffa-ae26-364105d35df3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/623cc2a4-9da9-4985-827d-169312b95621 HTTP/1.1" status: 204 len: 168 time: 0.2220671 Feb 03 23:54:38.887543 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26eb03-a885-4ffa-ae26-364105d35df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623cc2a4-9da9-4985-827d-169312b95621,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:38.900054 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac09b-5124-4232-ba1f-460db2594261 req-7b73839d-78a0-4278-b1af-e688b17fc89e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:38.901650 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-aa6ac09b-5124-4232-ba1f-460db2594261 req-7b73839d-78a0-4278-b1af-e688b17fc89e tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0662978 Feb 03 23:54:38.954807 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-aa6ac09b-5124-4232-ba1f-460db2594261 req-847d2709-fe17-408a-9c37-7bf7d4f3609a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Feb 03 23:54:39.840334 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f5d3-69d6-4d88-8c94-f4269b9ec815 req-59d94870-0a9b-4d38-939a-e271ee95411a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:39.841998 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-deb1f5d3-69d6-4d88-8c94-f4269b9ec815 req-59d94870-0a9b-4d38-939a-e271ee95411a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0596876 Feb 03 23:54:39.892512 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-deb1f5d3-69d6-4d88-8c94-f4269b9ec815 req-df3d7a08-f1a5-4e11-8bff-2aafa12d9a27 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 Feb 03 23:54:40.077201 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e7740-b647-4689-a3cd-e97e44761ffa req-89ef1bae-4876-4afe-aa59-a3ece20e2c89 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:40.078745 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c50e7740-b647-4689-a3cd-e97e44761ffa req-89ef1bae-4876-4afe-aa59-a3ece20e2c89 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0549433 Feb 03 23:54:40.129032 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c50e7740-b647-4689-a3cd-e97e44761ffa req-00bd1bd2-8549-4f6d-8aa6-443063c86987 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Feb 03 23:54:40.919887 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41716) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:41.023204 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98450d5-7a45-4eda-832c-c6960fc8ce65 req-ac504436-2f92-45ad-b4bb-88ef643f11ff tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:41.024804 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d98450d5-7a45-4eda-832c-c6960fc8ce65 req-ac504436-2f92-45ad-b4bb-88ef643f11ff tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0578749 Feb 03 23:54:41.037762 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3c094fa9-4c62-4d5b-b559-bde696056f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:41.109726 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d98450d5-7a45-4eda-832c-c6960fc8ce65 req-d5c35277-c3f4-449e-b5f2-a437e921e118 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688612 Feb 03 23:54:41.156475 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3c094fa9-4c62-4d5b-b559-bde696056f6d admin admin] Publish callbacks [] for security_group (49794d9c-d213-4863-a56f-a54a4646447c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:41.259778 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade2ef9-8223-48bb-ba32-c55b6c968011 req-723c765f-f69d-405c-bd1d-f8fba38045d2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:41.261872 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2ade2ef9-8223-48bb-ba32-c55b6c968011 req-723c765f-f69d-405c-bd1d-f8fba38045d2 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0570636 Feb 03 23:54:41.307402 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2ade2ef9-8223-48bb-ba32-c55b6c968011 req-08d70b39-82c0-4586-8a9c-b33a38af91dc tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396442 Feb 03 23:54:41.312960 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3c094fa9-4c62-4d5b-b559-bde696056f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (49794d9c-d213-4863-a56f-a54a4646447c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:41.354575 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-3c094fa9-4c62-4d5b-b559-bde696056f6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=219e4e110c1445ac9cf0b3310455e8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334559 Feb 03 23:54:41.355888 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c094fa9-4c62-4d5b-b559-bde696056f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49794d9c-d213-4863-a56f-a54a4646447c,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:41.358686 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 41722) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:41.406201 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b933117a-d21e-4a70-99b9-cc89ce845a99 admin admin] Publish callbacks [] for security_group (49794d9c-d213-4863-a56f-a54a4646447c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:41.427421 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b933117a-d21e-4a70-99b9-cc89ce845a99 admin admin] Publish callbacks [] for security_group (49794d9c-d213-4863-a56f-a54a4646447c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:41.611656 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b933117a-d21e-4a70-99b9-cc89ce845a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (49794d9c-d213-4863-a56f-a54a4646447c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:41.614320 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b933117a-d21e-4a70-99b9-cc89ce845a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:41.620137 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b933117a-d21e-4a70-99b9-cc89ce845a99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49794d9c-d213-4863-a56f-a54a4646447c HTTP/1.1" status: 204 len: 168 time: 0.2558076 Feb 03 23:54:41.623647 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933117a-d21e-4a70-99b9-cc89ce845a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49794d9c-d213-4863-a56f-a54a4646447c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:42.235842 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12531ca-2604-4db2-a392-2e781fac6304 req-3c59e4e2-bd23-47f4-af14-30fa2adad812 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:42.237449 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a12531ca-2604-4db2-a392-2e781fac6304 req-3c59e4e2-bd23-47f4-af14-30fa2adad812 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0594144 Feb 03 23:54:42.286154 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a12531ca-2604-4db2-a392-2e781fac6304 req-e36bae9e-a08c-4ff6-a668-8238f90a4611 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Feb 03 23:54:42.433579 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed726a0-f4a1-43a2-ba97-92b9b898281e req-3b77bbb9-e38d-4115-9c7d-409445294218 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:42.435123 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5ed726a0-f4a1-43a2-ba97-92b9b898281e req-3b77bbb9-e38d-4115-9c7d-409445294218 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0562518 Feb 03 23:54:42.483392 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5ed726a0-f4a1-43a2-ba97-92b9b898281e req-dc6bbd9f-4abe-4269-a4a6-fab1d8c643ff tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Feb 03 23:54:43.366577 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:43.408675 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19855b-faf4-4efc-805b-1210f1684f3d req-f1a1a154-4ba4-4344-94c8-982bbdd44cca tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:43.410250 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3e19855b-faf4-4efc-805b-1210f1684f3d req-f1a1a154-4ba4-4344-94c8-982bbdd44cca tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0574403 Feb 03 23:54:43.455943 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3e19855b-faf4-4efc-805b-1210f1684f3d req-4b4a9b40-7042-41ef-b311-b9c781653445 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Feb 03 23:54:43.599369 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41ecb-2dcc-43fd-b5cf-18dba75c4f1e req-94135e81-edf2-4bed-975d-a5915b942674 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:43.600774 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3af41ecb-2dcc-43fd-b5cf-18dba75c4f1e req-94135e81-edf2-4bed-975d-a5915b942674 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0507729 Feb 03 23:54:43.648605 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3af41ecb-2dcc-43fd-b5cf-18dba75c4f1e req-f25b3aa1-207a-4851-8d1f-af79ff16e685 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Feb 03 23:54:44.583027 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cece3-ab5a-44d1-9890-e69682191018 req-ee872298-4486-4155-bde0-91be3566a669 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:44.585255 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f29cece3-ab5a-44d1-9890-e69682191018 req-ee872298-4486-4155-bde0-91be3566a669 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0629675 Feb 03 23:54:44.644502 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f29cece3-ab5a-44d1-9890-e69682191018 req-653b94c8-5969-400d-b6d2-13dddb1cecc1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536740 Feb 03 23:54:44.779334 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6ecf2-86fc-48b5-acb2-7bada8fb5b28 req-f3dd5405-a64e-4fa2-b89a-464e77465db8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:44.780758 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-80e6ecf2-86fc-48b5-acb2-7bada8fb5b28 req-f3dd5405-a64e-4fa2-b89a-464e77465db8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0604646 Feb 03 23:54:44.853688 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-80e6ecf2-86fc-48b5-acb2-7bada8fb5b28 req-d2c3be86-9c87-426e-a468-91d94cef8114 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667744 Feb 03 23:54:45.764432 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ff09-5343-42a2-92e1-d3ffa240709e req-b937e786-aeb7-401f-a8ca-c0529f0ae49d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:45.766158 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ebb2ff09-5343-42a2-92e1-d3ffa240709e req-b937e786-aeb7-401f-a8ca-c0529f0ae49d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0540762 Feb 03 23:54:45.816770 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ebb2ff09-5343-42a2-92e1-d3ffa240709e req-404b68a9-3f36-4e7e-99b1-d4ff1cfcc444 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448985 Feb 03 23:54:45.973810 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee692a-5953-4bbb-b770-c05106359ced req-5550e91b-8724-4391-bbef-cb90ff9eba9a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:45.975326 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-59ee692a-5953-4bbb-b770-c05106359ced req-5550e91b-8724-4391-bbef-cb90ff9eba9a tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Feb 03 23:54:46.021848 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-59ee692a-5953-4bbb-b770-c05106359ced req-55cd2adf-8fcf-4b03-9a74-3b3ccab45830 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Feb 03 23:54:46.938998 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea679c-38d9-4b8d-9987-0c36411328d5 req-dbb52553-b87b-43ec-a03c-248842fb8990 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:46.942697 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-28ea679c-38d9-4b8d-9987-0c36411328d5 req-dbb52553-b87b-43ec-a03c-248842fb8990 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0598807 Feb 03 23:54:46.994944 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-28ea679c-38d9-4b8d-9987-0c36411328d5 req-af5f0a7d-a31e-4c04-8012-cd365a3a500c tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473936 Feb 03 23:54:47.140558 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829a31-e885-4d9a-91c4-87bfd6fc6fbb req-73024175-fd4f-4294-a666-7664aee451ac tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:47.142090 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ac829a31-e885-4d9a-91c4-87bfd6fc6fbb req-73024175-fd4f-4294-a666-7664aee451ac tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0538485 Feb 03 23:54:47.189588 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ac829a31-e885-4d9a-91c4-87bfd6fc6fbb req-9b68701b-776c-49c2-8650-ec49a2d584ff tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Feb 03 23:54:48.113344 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf07e85-a083-4d51-8700-c06d930367d8 req-3d49be39-2fb4-43b5-ae91-5c2820834849 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:48.114824 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fbf07e85-a083-4d51-8700-c06d930367d8 req-3d49be39-2fb4-43b5-ae91-5c2820834849 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0529604 Feb 03 23:54:48.160310 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fbf07e85-a083-4d51-8700-c06d930367d8 req-39893e08-52c2-44d9-8616-1ccc73fd76ed tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Feb 03 23:54:48.316660 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d3e00-cffa-441f-840c-744a25ca2c35 req-c0973de2-5f74-4e89-9aad-664047482674 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:48.318161 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce5d3e00-cffa-441f-840c-744a25ca2c35 req-c0973de2-5f74-4e89-9aad-664047482674 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0546584 Feb 03 23:54:48.363866 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce5d3e00-cffa-441f-840c-744a25ca2c35 req-70cf52e0-10c8-4ece-adee-8d02864b2a8c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Feb 03 23:54:48.815786 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d544347-40d1-438c-a303-033e0eea0873 req-ce3203c6-1e89-422e-b101-a308a177d178 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463438 Feb 03 23:54:48.898232 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544347-40d1-438c-a303-033e0eea0873 req-6ad46cda-de1b-469d-ba39-0a1a10180ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:48.899732 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d544347-40d1-438c-a303-033e0eea0873 req-6ad46cda-de1b-469d-ba39-0a1a10180ea0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1130 time: 0.0438585 Feb 03 23:54:49.010065 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544347-40d1-438c-a303-033e0eea0873 req-d60ba8f7-1f5e-4ff3-a351-843ca166d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:49.011942 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d544347-40d1-438c-a303-033e0eea0873 req-d60ba8f7-1f5e-4ff3-a351-843ca166d2cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.0876591 Feb 03 23:54:49.082273 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d544347-40d1-438c-a303-033e0eea0873 req-2bb234ca-f7ad-4058-9976-c18d51bda18a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 200 len: 1002 time: 0.0621192 Feb 03 23:54:49.132656 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544347-40d1-438c-a303-033e0eea0873 req-1eb5a174-01c2-4798-8013-46d2970d1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:49.134183 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d544347-40d1-438c-a303-033e0eea0873 req-1eb5a174-01c2-4798-8013-46d2970d1227 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0446143 Feb 03 23:54:49.190756 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544347-40d1-438c-a303-033e0eea0873 req-8c8afc0c-9db4-4443-ae5a-97de0b1b925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:49.192477 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d544347-40d1-438c-a303-033e0eea0873 req-8c8afc0c-9db4-4443-ae5a-97de0b1b925c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499284 Feb 03 23:54:49.322387 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d544347-40d1-438c-a303-033e0eea0873 req-e2b4847a-ae69-4c22-8d78-ab502f2b04a9 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201742 Feb 03 23:54:49.329663 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812e8f-fb4f-46d8-8416-4353d265a378 req-826f6fda-8dff-4f1d-a89a-0691b27f74af tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:49.331052 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec812e8f-fb4f-46d8-8416-4353d265a378 req-826f6fda-8dff-4f1d-a89a-0691b27f74af tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0828426 Feb 03 23:54:49.435762 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec812e8f-fb4f-46d8-8416-4353d265a378 req-aaea38f6-2d6e-4eec-8f10-35f259633d70 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968997 Feb 03 23:54:49.453284 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6d544347-40d1-438c-a303-033e0eea0873 req-892a630d-8f10-4455-9174-f7dc4ccf4835 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212983 Feb 03 23:54:49.503889 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d6d34-ac59-4297-98c5-4dd9ebcd9d08 req-7da96666-80d3-4e68-80c8-10638c6ce8d8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:49.505519 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-688d6d34-ac59-4297-98c5-4dd9ebcd9d08 req-7da96666-80d3-4e68-80c8-10638c6ce8d8 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0602665 Feb 03 23:54:49.553558 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-688d6d34-ac59-4297-98c5-4dd9ebcd9d08 req-987ad947-6e62-4ed1-a410-9f2ee05d104b tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Feb 03 23:54:50.345472 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:54:50.554931 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ef41e-6b8a-4f82-b365-430e7afb90b9 req-797f3d96-3a67-4d31-9779-fc762d44139a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:50.556406 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-120ef41e-6b8a-4f82-b365-430e7afb90b9 req-797f3d96-3a67-4d31-9779-fc762d44139a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0524356 Feb 03 23:54:50.608532 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-120ef41e-6b8a-4f82-b365-430e7afb90b9 req-397538a6-aa63-48d7-a096-c1e92600fe23 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462859 Feb 03 23:54:50.676463 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d3329-159a-46a9-a3f9-77ef3371ed34 req-6476ac67-abcc-4338-a8f1-9d33a1e2767c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:50.678050 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8b7d3329-159a-46a9-a3f9-77ef3371ed34 req-6476ac67-abcc-4338-a8f1-9d33a1e2767c tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0532017 Feb 03 23:54:50.729878 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8b7d3329-159a-46a9-a3f9-77ef3371ed34 req-38d245ca-db5f-4165-a072-8e109a3372eb tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e60db9-769e-4c0c-9708-a083dab26ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Feb 03 23:54:50.884805 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-eff05f81-9ea8-4190-8737-8b42053521e7 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:50.886920 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-eff05f81-9ea8-4190-8737-8b42053521e7 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.37 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 945 time: 0.0539310 Feb 03 23:54:50.980909 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Deleting port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:54:50.981279 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:51.071512 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] For port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:51.071876 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:51.085066 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Calling delete_port for e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:54:51.317790 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:51.345469 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Pushing event deleted for resources: {'Port': ['ID=e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:51.358588 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.358943 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.359293 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.359634 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.359966 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.360302 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.360624 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.360967 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.361288 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.361617 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.362074 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.362461 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.362787 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:51.363393 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:54:51.400277 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] No DVR routers for this DVR port e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:54:51.403111 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:51.406418 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9c8e58f2-6f33-44b2-a025-b93db45da546 req-ffebecb5-3c6b-41f6-8dd2-f0e4efb0c224 tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.37 "DELETE /v2.0/ports/e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb HTTP/1.1" status: 204 len: 173 time: 0.5132971 Feb 03 23:54:51.406961 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6821f514-2d48-40af-b8a1-d06981b13183', 'name': 'network-vif-deleted', 'tag': 'e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:54:51.409076 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677cb11b-ded4-486f-962f-a53dbfe6dcc1" -d '{"events": [{"server_uuid": "6821f514-2d48-40af-b8a1-d06981b13183", "name": "network-vif-deleted", "tag": "e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:54:51.446847 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54191e09-2cb0-42bc-88eb-f99a4116cc1a x-openstack-request-id: req-54191e09-2cb0-42bc-88eb-f99a4116cc1a {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:54:51.447144 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6821f514-2d48-40af-b8a1-d06981b13183", "name": "network-vif-deleted", "tag": "e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:54:51.447402 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54191e09-2cb0-42bc-88eb-f99a4116cc1a {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:54:51.447804 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6821f514-2d48-40af-b8a1-d06981b13183', 'name': 'network-vif-deleted', 'tag': 'e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb', 'status': 'completed', 'code': 200} Feb 03 23:54:51.730766 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d8ae-5f58-4d0e-b94d-b85720d384e6 req-06c57458-02ad-4c1d-9d0f-3451c5da6cc5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:51.732267 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d6a1d8ae-5f58-4d0e-b94d-b85720d384e6 req-06c57458-02ad-4c1d-9d0f-3451c5da6cc5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0537977 Feb 03 23:54:51.786916 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d6a1d8ae-5f58-4d0e-b94d-b85720d384e6 req-d6f6fdc6-e393-4057-815d-0023bf5bac67 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486655 Feb 03 23:54:51.843500 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a7ec1a0a-da83-4287-a2d9-4a2073533f40 req-09ca2aab-c092-47e9-a229-ed52eab4911f tempest-ServerRescueNegativeTestJSON-2100719938 tempest-ServerRescueNegativeTestJSON-2100719938-project] 10.222.0.41 "GET /v2.0/ports?device_id=6821f514-2d48-40af-b8a1-d06981b13183 HTTP/1.1" status: 200 len: 210 time: 0.0274985 Feb 03 23:54:52.911604 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff754-f036-400d-b6f6-66b7fa1eb3b4 req-340f6fed-e0d8-4e72-a27e-a79d9137b0eb tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:52.913203 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-043ff754-f036-400d-b6f6-66b7fa1eb3b4 req-340f6fed-e0d8-4e72-a27e-a79d9137b0eb tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0596712 Feb 03 23:54:52.963063 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-043ff754-f036-400d-b6f6-66b7fa1eb3b4 req-a80868cc-fb71-4c39-819f-6e3ffe4279ef tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Feb 03 23:54:53.011111 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 41906) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:53.174935 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb290-5c32-4771-873d-244dc50194cc req-cb929ce6-9c31-4886-8b90-f4cd7fa75931 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:53.183421 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f7efb290-5c32-4771-873d-244dc50194cc req-cb929ce6-9c31-4886-8b90-f4cd7fa75931 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0639107 Feb 03 23:54:53.194939 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7c738907-4f0a-4436-8e3a-44f9ae17ce7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:53.238425 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f7efb290-5c32-4771-873d-244dc50194cc req-04264731-5098-48aa-b8fd-dd664db9cb08 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513837 Feb 03 23:54:53.517303 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (f204c5a4-e33a-4095-a640-69c27ad1620c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:53.824626 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Deleting port 01de4eda-683b-404b-b7b4-b4ca39ad59ba {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:54:53.824968 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:53.901491 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] For port 01de4eda-683b-404b-b7b4-b4ca39ad59ba, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=01de4eda-683b-404b-b7b4-b4ca39ad59ba,segment=NetworkSegment(36d8ff36-11e0-43ed-b7ee-b6b792fa869e),segment_id=36d8ff36-11e0-43ed-b7ee-b6b792fa869e)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:53.901858 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:53.914496 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Calling delete_port for 01de4eda-683b-404b-b7b4-b4ca39ad59ba owned by network:router_interface {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:54:54.129728 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bbfa-79e6-4345-ae1a-5d85efb01ca6 req-5b6ed2c1-e333-4b02-81e0-0905d84b4876 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:54.131230 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-46e9bbfa-79e6-4345-ae1a-5d85efb01ca6 req-5b6ed2c1-e333-4b02-81e0-0905d84b4876 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0941210 Feb 03 23:54:54.181672 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-46e9bbfa-79e6-4345-ae1a-5d85efb01ca6 req-cc112d7f-f945-462b-85f5-a6e80675fce2 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Feb 03 23:54:54.223064 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (01de4eda-683b-404b-b7b4-b4ca39ad59ba), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:54.251317 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Pushing event deleted for resources: {'Port': ['ID=01de4eda-683b-404b-b7b4-b4ca39ad59ba,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:54.263889 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.263889 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.263889 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.264219 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.264477 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.264814 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.265265 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.265599 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.265950 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.266290 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.266613 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.266933 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.267255 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:54.367564 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97814827-1d7c-449d-8a88-76f7c83f43a0 req-6a7c0017-258d-45aa-97f4-064d0c7b484e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:54.369048 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-97814827-1d7c-449d-8a88-76f7c83f43a0 req-6a7c0017-258d-45aa-97f4-064d0c7b484e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0565844 Feb 03 23:54:54.415408 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-97814827-1d7c-449d-8a88-76f7c83f43a0 req-f13c258c-1a14-4b05-b51a-3489a867d948 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Feb 03 23:54:54.429081 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (f204c5a4-e33a-4095-a640-69c27ad1620c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:54.654117 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Router f204c5a4-e33a-4095-a640-69c27ad1620c has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:54:54.758950 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:54:54.764378 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7ef515ec-4e82-4a3f-a0f4-6c7c5f43f493 admin admin] 10.222.0.41 "PUT /v2.0/routers/f204c5a4-e33a-4095-a640-69c27ad1620c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7521920 Feb 03 23:54:54.767036 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41956) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:54.769541 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] Sync routers for ids ['f204c5a4-e33a-4095-a640-69c27ad1620c'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:54:54.780899 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] Routers {'f204c5a4-e33a-4095-a640-69c27ad1620c'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:54:54.781592 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:54:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['f204c5a4-e33a-4095-a640-69c27ad1620c'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:54.873287 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks [] for router (f204c5a4-e33a-4095-a640-69c27ad1620c), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:54.892530 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] Set router f204c5a4-e33a-4095-a640-69c27ad1620c gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:54:54.997918 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks [] for router_gateway (f204c5a4-e33a-4095-a640-69c27ad1620c), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.080540 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:54:54Z', 'revision_number': 5, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port': {'id': '3bf7fb0f-85e0-4db2-bf38-e21fba308833', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:55.106691 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] Checking router: f204c5a4-e33a-4095-a640-69c27ad1620c for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:54:55.115023 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] Routers {'f204c5a4-e33a-4095-a640-69c27ad1620c'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:54:55.115619 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:54:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['f204c5a4-e33a-4095-a640-69c27ad1620c'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:55.155677 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Deleting port 3bf7fb0f-85e0-4db2-bf38-e21fba308833 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:54:55.155935 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.243979 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] For port 3bf7fb0f-85e0-4db2-bf38-e21fba308833, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=3bf7fb0f-85e0-4db2-bf38-e21fba308833,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:55.244441 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.258680 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Calling delete_port for 3bf7fb0f-85e0-4db2-bf38-e21fba308833 owned by network:router_gateway {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:54:55.310553 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] Set router f204c5a4-e33a-4095-a640-69c27ad1620c gateway port host: None {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:54:55.319059 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3ffed-2eeb-462a-8277-31d5b89a5e5a req-9e7d067b-54e1-4b5a-8b05-f3963214303e tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:55.320568 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-42b3ffed-2eeb-462a-8277-31d5b89a5e5a req-9e7d067b-54e1-4b5a-8b05-f3963214303e tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 943 time: 0.0600395 Feb 03 23:54:55.371859 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-42b3ffed-2eeb-462a-8277-31d5b89a5e5a req-94a00dff-9bf7-40c2-9208-505136d674a2 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444536 Feb 03 23:54:55.374101 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:54:54Z', 'revision_number': 6, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port_host': None}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:55.404205 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b66d1-2cf4-4ddd-88da-d415a4a2a946 None None] The sync data for ids ['f204c5a4-e33a-4095-a640-69c27ad1620c'] in dv-cinder-822768-2-iscsi is: [{'id': 'f204c5a4-e33a-4095-a640-69c27ad1620c', 'name': 'tempest-ServerRescueNegativeTestJSON-1637221180-router', 'tenant_id': '900c9f776a34410bb96641220704e6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:54:54Z', 'revision_number': 6, 'project_id': '900c9f776a34410bb96641220704e6c8', 'gw_port_host': None}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:54:55.504626 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (3bf7fb0f-85e0-4db2-bf38-e21fba308833), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.550956 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf7fb0f-85e0-4db2-bf38-e21fba308833,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:55.621435 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7f806a67-e58c-43fe-91c1-4fd4c17ce8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.628992 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c8823-8798-4f91-a822-1e5548413d9f req-4cf139de-bb87-4018-9485-02eb6c81b5c6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:55.630595 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9e5c8823-8798-4f91-a822-1e5548413d9f req-4cf139de-bb87-4018-9485-02eb6c81b5c6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.1279237 Feb 03 23:54:55.635622 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (f204c5a4-e33a-4095-a640-69c27ad1620c), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.737841 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 5eca751c-6295-4a95-b021-e1ef750234ea details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:54:55.748649 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:54:55.770050 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (f204c5a4-e33a-4095-a640-69c27ad1620c), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.771646 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:54:55.771991 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device e8b87bfa-cda9-4cc8-8f53-8c0f65a508bb not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:54:55.774738 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks [] for router_controller (f204c5a4-e33a-4095-a640-69c27ad1620c), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.846727 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9e5c8823-8798-4f91-a822-1e5548413d9f req-ca399a44-4aa9-4da4-b0b4-2db360a86f7f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083061 Feb 03 23:54:55.895500 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 5eca751c-6295-4a95-b021-e1ef750234ea, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eca751c-6295-4a95-b021-e1ef750234ea,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:55.906191 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '5eca751c-6295-4a95-b021-e1ef750234ea', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'port_id': '5eca751c-6295-4a95-b021-e1ef750234ea', 'mac_address': 'fa:16:3e:9a:7e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:54:55.946334 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 5eca751c-6295-4a95-b021-e1ef750234ea is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:55.946729 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.960648 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eca751c-6295-4a95-b021-e1ef750234ea {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:54:55.965687 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (f204c5a4-e33a-4095-a640-69c27ad1620c), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.966421 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f204c5a4-e33a-4095-a640-69c27ad1620c {{(pid=109790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 23:54:55.974804 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:55.974804 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-7d58b011-b850-4b1d-ba97-b24bfaed156a admin admin] 10.222.0.41 "DELETE /v2.0/routers/f204c5a4-e33a-4095-a640-69c27ad1620c HTTP/1.1" status: 204 len: 168 time: 1.2050993 Feb 03 23:54:55.975533 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41970) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:55.981328 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 5eca751c-6295-4a95-b021-e1ef750234ea, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eca751c-6295-4a95-b021-e1ef750234ea,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:56.023213 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_v2 [None req-437f8636-63c3-4482-96cf-cc0a4030521e admin admin] Deleting subnet cfdfaae2-92d8-40de-931f-55009d1a2536 {{(pid=109790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:54:56.026969 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-437f8636-63c3-4482-96cf-cc0a4030521e admin admin] Publish callbacks [] for subnet (cfdfaae2-92d8-40de-931f-55009d1a2536), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.051305 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.065018 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-437f8636-63c3-4482-96cf-cc0a4030521e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027207'] for subnet (cfdfaae2-92d8-40de-931f-55009d1a2536), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.097897 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=5eca751c-6295-4a95-b021-e1ef750234ea,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:56.104839 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-437f8636-63c3-4482-96cf-cc0a4030521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (cfdfaae2-92d8-40de-931f-55009d1a2536), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.106372 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.106746 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.107110 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.107495 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.107847 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.108184 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.108678 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.109007 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.109337 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.109704 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.110061 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.110384 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.110763 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:56.249650 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-437f8636-63c3-4482-96cf-cc0a4030521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25886206'] for subnet (cfdfaae2-92d8-40de-931f-55009d1a2536), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.276613 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f8636-63c3-4482-96cf-cc0a4030521e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfdfaae2-92d8-40de-931f-55009d1a2536,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:56.280842 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-437f8636-63c3-4482-96cf-cc0a4030521e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.284028 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-437f8636-63c3-4482-96cf-cc0a4030521e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cfdfaae2-92d8-40de-931f-55009d1a2536 HTTP/1.1" status: 204 len: 168 time: 0.3076031 Feb 03 23:54:56.287192 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41978) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:56.359427 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (0657864e-d9f1-4466-b255-c50dceec2583), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.436798 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (0657864e-d9f1-4466-b255-c50dceec2583), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.479670 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0657864e-d9f1-4466-b255-c50dceec2583']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:56.490872 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d8ff36-11e0-43ed-b7ee-b6b792fa869e') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:56.491617 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d8ff36-11e0-43ed-b7ee-b6b792fa869e') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:56.503036 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (36d8ff36-11e0-43ed-b7ee-b6b792fa869e), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.511279 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7278f13-6b81-4c13-b939-ff8ab2a0e3b6 req-d8c3115d-b64c-43a9-bbe8-fbbabc49be9b tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:56.513045 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a7278f13-6b81-4c13-b939-ff8ab2a0e3b6 req-d8c3115d-b64c-43a9-bbe8-fbbabc49be9b tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 944 time: 0.0705416 Feb 03 23:54:56.519513 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (36d8ff36-11e0-43ed-b7ee-b6b792fa869e), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.534352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:54:56.535183 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (36d8ff36-11e0-43ed-b7ee-b6b792fa869e), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:54:56.537170 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:54:56.548263 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 3bf7fb0f-85e0-4db2-bf38-e21fba308833 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:54:56.563196 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a7278f13-6b81-4c13-b939-ff8ab2a0e3b6 req-09ff9db2-cd4c-49af-8e97-77988cea8cdf tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Feb 03 23:54:56.576592 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 3bf7fb0f-85e0-4db2-bf38-e21fba308833 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:54:56.577104 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 3bf7fb0f-85e0-4db2-bf38-e21fba308833 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:54:56.577621 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 01de4eda-683b-404b-b7b4-b4ca39ad59ba no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:54:56.580026 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['5eca751c-6295-4a95-b021-e1ef750234ea'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:54:56.628709 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 01de4eda-683b-404b-b7b4-b4ca39ad59ba {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:54:56.629408 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 01de4eda-683b-404b-b7b4-b4ca39ad59ba not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:54:56.717816 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (0657864e-d9f1-4466-b255-c50dceec2583), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.723192 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.726351 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] 10.222.0.41 "DELETE /v2.0/networks/0657864e-d9f1-4466-b255-c50dceec2583 HTTP/1.1" status: 204 len: 168 time: 0.4382288 Feb 03 23:54:56.737638 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd45ef-cc7c-4f1c-92d5-f8bb3174a59e admin admin] Pushing event deleted for resources: {'Network': ['ID=0657864e-d9f1-4466-b255-c50dceec2583,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:56.754154 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:56.975830 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50295f-9681-41ce-98b2-a8dd938ae9be req-da6883aa-e99a-41c1-bda7-d0c2705f64df tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:56.977346 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-df50295f-9681-41ce-98b2-a8dd938ae9be req-da6883aa-e99a-41c1-bda7-d0c2705f64df tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0528247 Feb 03 23:54:57.027887 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-df50295f-9681-41ce-98b2-a8dd938ae9be req-2c629232-e24e-492d-a55a-e90273bf327e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445342 Feb 03 23:54:57.211707 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41992) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:57.252441 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-e6805793-616e-4c7e-83a8-e7b52bccddd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=900c9f776a34410bb96641220704e6c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394421 Feb 03 23:54:57.254975 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 41994) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:57.301625 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc9e6-eb4a-4eee-bc8b-781d119cfdcc admin admin] Publish callbacks [] for security_group (a8e60db9-769e-4c0c-9708-a083dab26ca1), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:57.322780 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc9e6-eb4a-4eee-bc8b-781d119cfdcc admin admin] Publish callbacks [] for security_group (a8e60db9-769e-4c0c-9708-a083dab26ca1), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:57.451319 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc9e6-eb4a-4eee-bc8b-781d119cfdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a8e60db9-769e-4c0c-9708-a083dab26ca1), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:57.454785 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc9e6-eb4a-4eee-bc8b-781d119cfdcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:57.455936 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-7c7dc9e6-eb4a-4eee-bc8b-781d119cfdcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8e60db9-769e-4c0c-9708-a083dab26ca1 HTTP/1.1" status: 204 len: 168 time: 0.2000489 Feb 03 23:54:57.463920 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dc9e6-eb4a-4eee-bc8b-781d119cfdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e60db9-769e-4c0c-9708-a083dab26ca1,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:57.684746 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ed5de-6f25-4b7e-aa76-168e12b8ced6 req-4b19c452-9c9e-4ad7-9e06-716a191aa568 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:57.686257 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e02ed5de-6f25-4b7e-aa76-168e12b8ced6 req-4b19c452-9c9e-4ad7-9e06-716a191aa568 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 944 time: 0.0523970 Feb 03 23:54:57.732850 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e02ed5de-6f25-4b7e-aa76-168e12b8ced6 req-e11fb183-51bb-4373-b61f-db32f6a94ada tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Feb 03 23:54:57.751444 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 5eca751c-6295-4a95-b021-e1ef750234ea up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:54:57.919474 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 5eca751c-6295-4a95-b021-e1ef750234ea completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:54:57.923591 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 5eca751c-6295-4a95-b021-e1ef750234ea triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:57.923958 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:58.016567 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 5eca751c-6295-4a95-b021-e1ef750234ea is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:54:58.016964 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:58.041513 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:54:58.043931 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8e0d1b-c7a3-4c0a-ab35-c0c06317a181" -d '{"events": [{"server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "name": "network-vif-plugged", "status": "completed", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:54:58.059046 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 5eca751c-6295-4a95-b021-e1ef750234ea, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eca751c-6295-4a95-b021-e1ef750234ea,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:58.082899 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05812ab3-7714-4f55-b432-33431c4ccc53 x-openstack-request-id: req-05812ab3-7714-4f55-b432-33431c4ccc53 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:54:58.083212 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "name": "network-vif-plugged", "status": "completed", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:54:58.083469 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05812ab3-7714-4f55-b432-33431c4ccc53 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:54:58.083891 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea', 'code': 200} Feb 03 23:54:58.147037 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:58.154641 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa2821-b285-49db-a584-96c308f9a522 req-8baf7d01-6a23-445d-ab96-c4311403d899 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:58.161469 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b6fa2821-b285-49db-a584-96c308f9a522 req-8baf7d01-6a23-445d-ab96-c4311403d899 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0625324 Feb 03 23:54:58.217867 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b6fa2821-b285-49db-a584-96c308f9a522 req-cab65981-338f-47ad-83de-6cb442d5edfd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551224 Feb 03 23:54:58.229849 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=5eca751c-6295-4a95-b021-e1ef750234ea,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:58.329377 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:58.654184 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad29e3-0c7d-469f-bdc5-b0262f052762 req-34306dae-6b33-459d-a867-5c64698acb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:58.655667 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91ad29e3-0c7d-469f-bdc5-b0262f052762 req-34306dae-6b33-459d-a867-5c64698acb75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1129 time: 0.0442209 Feb 03 23:54:58.704033 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91ad29e3-0c7d-469f-bdc5-b0262f052762 req-abfeff6f-9ce9-4d6d-827c-09cb7a73b7fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Feb 03 23:54:58.851390 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af2c97-52a0-4861-b1c3-03e3176811ed req-d1564cbf-eee2-4685-a95a-68fb87d38d03 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:58.852876 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e9af2c97-52a0-4861-b1c3-03e3176811ed req-d1564cbf-eee2-4685-a95a-68fb87d38d03 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0536139 Feb 03 23:54:58.901260 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e9af2c97-52a0-4861-b1c3-03e3176811ed req-d9f8e494-3739-4a38-b656-a18e750e0d59 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Feb 03 23:54:59.012109 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42042) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:59.229940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bd613083-c15d-4906-80da-ca53b29a9dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.241803 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42052) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:59.330506 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bd613083-c15d-4906-80da-ca53b29a9dfb admin admin] Publish callbacks [] for security_group (8e30bce2-f673-4bf2-b74d-ff6fa2c45b1b), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.353051 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c840dc1-e51c-4649-a7eb-32b4d9846d42 req-f67ce996-4f61-401d-8bfe-8363e2609a87 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:59.359263 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0c840dc1-e51c-4649-a7eb-32b4d9846d42 req-f67ce996-4f61-401d-8bfe-8363e2609a87 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0545321 Feb 03 23:54:59.378735 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-670d54bf-5208-4ea8-9c88-b8989cad2474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.432758 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0c840dc1-e51c-4649-a7eb-32b4d9846d42 req-ca3eea22-4114-4843-b41d-65c06656b48d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712938 Feb 03 23:54:59.454673 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bd613083-c15d-4906-80da-ca53b29a9dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8e30bce2-f673-4bf2-b74d-ff6fa2c45b1b), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.491611 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-670d54bf-5208-4ea8-9c88-b8989cad2474 admin admin] Publish callbacks [] for security_group (96584e07-e88a-4677-80ae-cd8693271238), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.497677 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-bd613083-c15d-4906-80da-ca53b29a9dfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7980fdd021b547dcae61234a46526ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817793 Feb 03 23:54:59.497677 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613083-c15d-4906-80da-ca53b29a9dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30bce2-f673-4bf2-b74d-ff6fa2c45b1b,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:59.499421 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42060) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:59.551026 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3fd29a6f-ddcf-4abb-ae1e-b267ac101b1a admin admin] Publish callbacks [] for security_group (8e30bce2-f673-4bf2-b74d-ff6fa2c45b1b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.555103 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-670d54bf-5208-4ea8-9c88-b8989cad2474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (96584e07-e88a-4677-80ae-cd8693271238), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.604058 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3fd29a6f-ddcf-4abb-ae1e-b267ac101b1a admin admin] Publish callbacks [] for security_group (8e30bce2-f673-4bf2-b74d-ff6fa2c45b1b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.620316 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-670d54bf-5208-4ea8-9c88-b8989cad2474 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f804edc059f44f61b6b87b8affb5a593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774440 Feb 03 23:54:59.620684 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.621195 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d54bf-5208-4ea8-9c88-b8989cad2474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96584e07-e88a-4677-80ae-cd8693271238,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:59.623183 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42062) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:54:59.674934 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-15a93406-d206-47e8-ba04-27ff319a94aa admin admin] Publish callbacks [] for security_group (96584e07-e88a-4677-80ae-cd8693271238), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.696294 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-15a93406-d206-47e8-ba04-27ff319a94aa admin admin] Publish callbacks [] for security_group (96584e07-e88a-4677-80ae-cd8693271238), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.746918 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3fd29a6f-ddcf-4abb-ae1e-b267ac101b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8e30bce2-f673-4bf2-b74d-ff6fa2c45b1b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.749537 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3fd29a6f-ddcf-4abb-ae1e-b267ac101b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.750999 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3fd29a6f-ddcf-4abb-ae1e-b267ac101b1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e30bce2-f673-4bf2-b74d-ff6fa2c45b1b HTTP/1.1" status: 204 len: 168 time: 0.2499471 Feb 03 23:54:59.764578 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd29a6f-ddcf-4abb-ae1e-b267ac101b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30bce2-f673-4bf2-b74d-ff6fa2c45b1b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:59.849367 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-15a93406-d206-47e8-ba04-27ff319a94aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (96584e07-e88a-4677-80ae-cd8693271238), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.851995 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-15a93406-d206-47e8-ba04-27ff319a94aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:54:59.853279 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-15a93406-d206-47e8-ba04-27ff319a94aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96584e07-e88a-4677-80ae-cd8693271238 HTTP/1.1" status: 204 len: 168 time: 0.2290390 Feb 03 23:54:59.862090 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a93406-d206-47e8-ba04-27ff319a94aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96584e07-e88a-4677-80ae-cd8693271238,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:00.041625 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd5206-b86f-4dae-aa95-2bf6f6e4f8f9 req-9b9e6a85-3391-4288-87a0-48272c158573 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:00.043461 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-90cd5206-b86f-4dae-aa95-2bf6f6e4f8f9 req-9b9e6a85-3391-4288-87a0-48272c158573 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0673184 Feb 03 23:55:00.095131 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-90cd5206-b86f-4dae-aa95-2bf6f6e4f8f9 req-e5d6215c-72d7-48e1-86c3-f883ec87017f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458829 Feb 03 23:55:00.571760 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409c2aa-d7ac-4e15-b8c7-41979e04118b req-87b701f7-aaf7-460a-8945-b10b4ad999ea tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:00.573921 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e409c2aa-d7ac-4e15-b8c7-41979e04118b req-87b701f7-aaf7-460a-8945-b10b4ad999ea tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0556834 Feb 03 23:55:00.623891 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e409c2aa-d7ac-4e15-b8c7-41979e04118b req-5424d78e-3835-4e52-ab6a-88d58818d59f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Feb 03 23:55:00.941087 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42114) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:01.051039 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a85a4d73-08db-4037-9030-9cf19abcf094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.130577 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a85a4d73-08db-4037-9030-9cf19abcf094 admin admin] Publish callbacks [] for security_group (29d55f8d-ce6a-4d9d-b2b6-4d382f81030e), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.176491 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42122) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:01.218214 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e70a08-a86f-485b-a6b1-d806fee89383 req-60ce6dca-e88e-46be-82a1-cecb470e1a16 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:01.219689 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-73e70a08-a86f-485b-a6b1-d806fee89383 req-60ce6dca-e88e-46be-82a1-cecb470e1a16 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0568373 Feb 03 23:55:01.222624 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a85a4d73-08db-4037-9030-9cf19abcf094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (29d55f8d-ce6a-4d9d-b2b6-4d382f81030e), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.279040 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-a85a4d73-08db-4037-9030-9cf19abcf094 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=881a7b32aa0349d6a949fa199c9cd63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338692 Feb 03 23:55:01.279240 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-200115932-network', 'tenant_id': '0d95c1a3b9a648f99b04ebc1bcbc37b2'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:01.279834 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42126) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:01.281781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4d73-08db-4037-9030-9cf19abcf094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d55f8d-ce6a-4d9d-b2b6-4d382f81030e,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:01.328106 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-73e70a08-a86f-485b-a6b1-d806fee89383 req-02010720-460f-4610-ab91-d615cc669afb tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004903 Feb 03 23:55:01.349045 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d960aa95-87fd-4774-a73e-6533daf3fcfc admin admin] Publish callbacks [] for security_group (29d55f8d-ce6a-4d9d-b2b6-4d382f81030e), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.365325 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Made reservation on behalf of 0d95c1a3b9a648f99b04ebc1bcbc37b2 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:55:01.367686 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.371601 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d960aa95-87fd-4774-a73e-6533daf3fcfc admin admin] Publish callbacks [] for security_group (29d55f8d-ce6a-4d9d-b2b6-4d382f81030e), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.378793 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.466758 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba7c9-265b-4fce-8885-597541cd4174 req-f3dfdc0a-8948-4ccf-a3e2-df0758320035 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:01.468277 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-91dba7c9-265b-4fce-8885-597541cd4174 req-f3dfdc0a-8948-4ccf-a3e2-df0758320035 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0661311 Feb 03 23:55:01.519044 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-91dba7c9-265b-4fce-8885-597541cd4174 req-64518d06-59de-4ab2-8e65-303a102fbf28 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439153 Feb 03 23:55:01.519989 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d960aa95-87fd-4774-a73e-6533daf3fcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (29d55f8d-ce6a-4d9d-b2b6-4d382f81030e), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.522704 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d960aa95-87fd-4774-a73e-6533daf3fcfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.524523 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d960aa95-87fd-4774-a73e-6533daf3fcfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29d55f8d-ce6a-4d9d-b2b6-4d382f81030e HTTP/1.1" status: 204 len: 168 time: 0.2436602 Feb 03 23:55:01.533151 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960aa95-87fd-4774-a73e-6533daf3fcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d55f8d-ce6a-4d9d-b2b6-4d382f81030e,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:01.578115 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Publish callbacks [] for security_group (3bba4100-156c-4bea-aab8-4481828797a1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.652739 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3bba4100-156c-4bea-aab8-4481828797a1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.683875 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bba4100-156c-4bea-aab8-4481828797a1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:01.692159 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:55:01.702991 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (813d994d-b659-4656-b6ef-05fce672aa62), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:01.703337 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Added segment 813d994d-b659-4656-b6ef-05fce672aa62 of type vlan for network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 Feb 03 23:55:01.906341 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f19f-6a95-4806-8d9f-7e4329d730ee req-39e8d1f4-98b2-42c7-a443-37747e4b73bb tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:01.908016 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f7b6f19f-6a95-4806-8d9f-7e4329d730ee req-39e8d1f4-98b2-42c7-a443-37747e4b73bb tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0630887 Feb 03 23:55:01.976934 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f7b6f19f-6a95-4806-8d9f-7e4329d730ee req-fc70fbce-a9a9-4ddc-b662-494c86788d1c tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601542 Feb 03 23:55:01.982258 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.024506 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d31f7-45b2-4255-8b9d-5604be26017d req-e48ee0da-bd13-4101-81f6-94c556be8726 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:02.026541 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ba8d31f7-45b2-4255-8b9d-5604be26017d req-e48ee0da-bd13-4101-81f6-94c556be8726 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.3212259 Feb 03 23:55:02.073680 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ba8d31f7-45b2-4255-8b9d-5604be26017d req-92d4376f-65dc-4ba0-a9b0-d5807bc10775 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Feb 03 23:55:02.134672 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.135708 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:02.136297 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.193035 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] Pushing event updated for resources: {'Network': ['ID=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:02.204139 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:55:02.285989 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2c7d5037-73b8-4c81-a2c8-0bb202ec5145 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1083097 Feb 03 23:55:02.288839 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42148) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:02.294674 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Request body: {'subnet': {'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-200115932-subnet', 'tenant_id': '0d95c1a3b9a648f99b04ebc1bcbc37b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:02.372543 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42150) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:02.386335 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-18204af6-0b66-4acd-8844-4dbe8cc35377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.443479 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Made reservation on behalf of 0d95c1a3b9a648f99b04ebc1bcbc37b2 for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:55:02.445805 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25886147'] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.463850 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-18204af6-0b66-4acd-8844-4dbe8cc35377 admin admin] Publish callbacks [] for security_group (a4846c50-7680-4107-8e66-99798e86e180), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.662214 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-18204af6-0b66-4acd-8844-4dbe8cc35377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a4846c50-7680-4107-8e66-99798e86e180), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.691334 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25886197'] for subnet (95d4a277-db99-458c-98ae-ca6edc3e6ab2), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.699965 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-18204af6-0b66-4acd-8844-4dbe8cc35377 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be28200c070d4aa0bc27c9f2758cc72a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261921 Feb 03 23:55:02.701677 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18204af6-0b66-4acd-8844-4dbe8cc35377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4846c50-7680-4107-8e66-99798e86e180,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:02.703988 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42156) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:02.748349 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d4a277-db99-458c-98ae-ca6edc3e6ab2,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:02.753548 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0973312b-3925-480d-8b40-aac5522f3f93 admin admin] Publish callbacks [] for security_group (a4846c50-7680-4107-8e66-99798e86e180), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.756258 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Checking segment: {'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:55:02.756611 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Network hostable DHCP agents. Network: 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:55:02.777557 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0973312b-3925-480d-8b40-aac5522f3f93 admin admin] Publish callbacks [] for security_group (a4846c50-7680-4107-8e66-99798e86e180), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.917744 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:55:02.917956 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0973312b-3925-480d-8b40-aac5522f3f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a4846c50-7680-4107-8e66-99798e86e180), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.920379 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0973312b-3925-480d-8b40-aac5522f3f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:02.921564 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0973312b-3925-480d-8b40-aac5522f3f93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4846c50-7680-4107-8e66-99798e86e180 HTTP/1.1" status: 204 len: 168 time: 0.2166796 Feb 03 23:55:02.929127 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973312b-3925-480d-8b40-aac5522f3f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4846c50-7680-4107-8e66-99798e86e180,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:03.026950 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:55:03.031885 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:03.032742 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:03.038579 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a5a3be-b8c9-4832-b772-a0bb92730cc7 None None] Network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:55:03.134741 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-de6bc693-56a2-4210-9271-c70338cbf0d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8446426 Feb 03 23:55:03.147262 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e19dfe-7f67-4253-aa90-d17dd586e4b6 None None] Network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:55:03.218171 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4e0b1-51c1-4b8c-8fad-02047738bca5 req-68675f97-26db-40c6-a092-1ab7cd276215 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:03.219915 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8dc4e0b1-51c1-4b8c-8fad-02047738bca5 req-68675f97-26db-40c6-a092-1ab7cd276215 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0587158 Feb 03 23:55:03.278083 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8dc4e0b1-51c1-4b8c-8fad-02047738bca5 req-bd68b815-19c2-4fa9-8002-8b30645c80b8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518806 Feb 03 23:55:04.404713 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3065cca-b7d8-44ea-bcbf-29621a98c679 req-3c8669e7-9a95-478a-95e2-73231bd07ced tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:04.406300 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f3065cca-b7d8-44ea-bcbf-29621a98c679 req-3c8669e7-9a95-478a-95e2-73231bd07ced tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0538456 Feb 03 23:55:04.453203 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f3065cca-b7d8-44ea-bcbf-29621a98c679 req-e9a142b7-548a-43c9-9c94-fa6671a0f86e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414038 Feb 03 23:55:05.586940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee6006-63e6-4bab-93c2-553cd60c2c06 req-981ab0d1-e595-41d4-a9aa-95c49e5c29e9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:05.588862 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aeee6006-63e6-4bab-93c2-553cd60c2c06 req-981ab0d1-e595-41d4-a9aa-95c49e5c29e9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0605314 Feb 03 23:55:05.638949 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aeee6006-63e6-4bab-93c2-553cd60c2c06 req-ea8ddfad-c8e5-4638-affe-49e2bdc13a1f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 Feb 03 23:55:06.775541 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394502-b724-4f5c-8536-73309e6ae480 req-f30d6a1f-a100-4796-9114-d0e4714a7790 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:06.777063 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-89394502-b724-4f5c-8536-73309e6ae480 req-f30d6a1f-a100-4796-9114-d0e4714a7790 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0590596 Feb 03 23:55:06.826031 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-89394502-b724-4f5c-8536-73309e6ae480 req-5f6d2b8b-e19b-4d1d-940b-851d2672fb2b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Feb 03 23:55:07.006345 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249593-f555-49c0-830a-6893c4faf5eb req-b050d57e-0b9d-470e-8ea5-d8bbf9e913b1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:07.007763 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-b050d57e-0b9d-470e-8ea5-d8bbf9e913b1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/networks?id=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 HTTP/1.1" status: 200 len: 813 time: 0.1026454 Feb 03 23:55:07.021772 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-ae4a3515-fd98-41e5-9a2b-2b8c2cf6a601 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/quotas/0d95c1a3b9a648f99b04ebc1bcbc37b2 HTTP/1.1" status: 200 len: 375 time: 0.0086873 Feb 03 23:55:07.052878 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-33a56daa-714b-49ee-9dd0-485d763c85ee tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d95c1a3b9a648f99b04ebc1bcbc37b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259235 Feb 03 23:55:07.143767 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-e8062406-5b17-455d-8694-890a1da5f221 service neutron] 10.222.0.41 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837679 Feb 03 23:55:07.232352 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-e8acf59d-0a40-430e-ad4a-8d75df16de27 service neutron] 10.222.0.41 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827842 Feb 03 23:55:07.548316 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-83aaade6-3fae-46a4-8dd2-b184720161f3 req-6c7d8b37-54ac-4314-9cb9-cc5b333feb4b tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0346930 Feb 03 23:55:07.954194 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951bda8-0362-4891-9bea-10919a7efe97 req-1ce82ab7-e526-4973-9a28-c6fd4903b45d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:07.955738 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1951bda8-0362-4891-9bea-10919a7efe97 req-1ce82ab7-e526-4973-9a28-c6fd4903b45d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0519855 Feb 03 23:55:08.005172 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1951bda8-0362-4891-9bea-10919a7efe97 req-8c2fbb5d-b296-4892-81c7-b4d8217be7b2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Feb 03 23:55:08.633403 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d8ba6a60-0c93-4bcb-bb9d-5e2f38b487be req-06cc8543-467b-4b40-b413-e41ce8ed5020 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0314517 Feb 03 23:55:09.134228 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccbdfa-ac24-48da-8aac-1c947738d7e3 req-9546a5fa-690e-4f31-961d-04ebba6c541f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:09.136585 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ecccbdfa-ac24-48da-8aac-1c947738d7e3 req-9546a5fa-690e-4f31-961d-04ebba6c541f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0541863 Feb 03 23:55:09.188748 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ecccbdfa-ac24-48da-8aac-1c947738d7e3 req-88db6bc5-e4c5-4d57-9c72-eec19ae36763 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465176 Feb 03 23:55:09.726833 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-21be5632-3d22-4fc1-bb71-9439d124a771 req-7a7424ad-cc05-4b3f-8985-7b0b910ee98b tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0267754 Feb 03 23:55:10.318927 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538102-a855-47e6-9880-f06af06d0d20 req-3950092b-a14f-4dfd-bee8-eb121894be2c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:10.320432 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e6538102-a855-47e6-9880-f06af06d0d20 req-3950092b-a14f-4dfd-bee8-eb121894be2c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0561664 Feb 03 23:55:10.367401 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e6538102-a855-47e6-9880-f06af06d0d20 req-e3599346-f85f-4f4d-a483-2d9b938f8463 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411820 Feb 03 23:55:10.515443 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42342) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:10.622094 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6f146ae-6449-4e2b-86b4-9ec1f45c87bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:10.629678 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249593-f555-49c0-830a-6893c4faf5eb req-91759a69-e618-47a4-bf55-b8750ab4ab41 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:10.635393 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-91759a69-e618-47a4-bf55-b8750ab4ab41 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.37 "GET /v2.0/networks?id=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 HTTP/1.1" status: 200 len: 813 time: 0.1005390 Feb 03 23:55:10.658241 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Request body: {'port': {'device_id': '11d9e89c-3a51-4838-acd1-d0ac02d7bdf4', 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8', 'admin_state_up': True, 'tenant_id': '0d95c1a3b9a648f99b04ebc1bcbc37b2'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:10.694639 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6f146ae-6449-4e2b-86b4-9ec1f45c87bd admin admin] Publish callbacks [] for security_group (4084b592-62e5-49fe-af67-83c2651b1eab), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:10.822897 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6f146ae-6449-4e2b-86b4-9ec1f45c87bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4084b592-62e5-49fe-af67-83c2651b1eab), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:10.834916 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ce815e46-b46c-4875-a535-7e9a72081055 req-1665b269-9c41-4558-96d1-fb92ab021d4d tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0272851 Feb 03 23:55:10.860013 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Made reservation on behalf of 0d95c1a3b9a648f99b04ebc1bcbc37b2 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:55:10.865517 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b6f146ae-6449-4e2b-86b4-9ec1f45c87bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63967ad2ef794018a7d6350cb8b62fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465025 Feb 03 23:55:10.872948 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:10.873457 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f146ae-6449-4e2b-86b4-9ec1f45c87bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4084b592-62e5-49fe-af67-83c2651b1eab,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:10.873664 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42352) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:10.979809 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-40a542d3-c0d3-478f-af6a-5767cf14f1b8 admin admin] Publish callbacks [] for security_group (4084b592-62e5-49fe-af67-83c2651b1eab), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:11.032921 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-40a542d3-c0d3-478f-af6a-5767cf14f1b8 admin admin] Publish callbacks [] for security_group (4084b592-62e5-49fe-af67-83c2651b1eab), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:11.070731 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Allocated IP 172.20.0.11 (62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8/95d4a277-db99-458c-98ae-ca6edc3e6ab2/3d50a3d7-0cd2-447a-b396-6508746f02db) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:55:11.417058 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-40a542d3-c0d3-478f-af6a-5767cf14f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4084b592-62e5-49fe-af67-83c2651b1eab), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:11.419818 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-40a542d3-c0d3-478f-af6a-5767cf14f1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:11.421466 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-40a542d3-c0d3-478f-af6a-5767cf14f1b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4084b592-62e5-49fe-af67-83c2651b1eab HTTP/1.1" status: 204 len: 168 time: 0.5524004 Feb 03 23:55:11.438467 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a542d3-c0d3-478f-af6a-5767cf14f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4084b592-62e5-49fe-af67-83c2651b1eab,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:11.499316 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks [] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:11.511489 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a1d7e-89bb-4894-b709-fe345c212703 req-d5ebcea7-b48e-4240-b850-2adf2840d1d6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:11.513098 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-651a1d7e-89bb-4894-b709-fe345c212703 req-d5ebcea7-b48e-4240-b850-2adf2840d1d6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0677483 Feb 03 23:55:11.568272 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-651a1d7e-89bb-4894-b709-fe345c212703 req-cb19df48-adf7-4f63-b29d-fdfbcd0f3d24 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496583 Feb 03 23:55:11.685253 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:11.726148 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:55:11.729651 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:55:11.733391 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:55:11.758544 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Pushing event updated for resources: {'Port': ['ID=3d50a3d7-0cd2-447a-b396-6508746f02db,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:11.785577 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:11.786215 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:11.831831 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:55:11.898091 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-544a046f-cf0d-404a-828a-7a44b5db47ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2437649 Feb 03 23:55:11.924792 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Request body: {'port': {'device_id': '11d9e89c-3a51-4838-acd1-d0ac02d7bdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:11.943076 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:11.969214 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'port_id': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'mac_address': 'fa:16:3e:f2:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:55:12.009678 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac is: ACTIVE; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:55:12.010104 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.015227 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.026289 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7b3ab3a-525d-4dba-bc29-8be24b6e3bac {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:55:12.036382 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d9410-3498-4809-8e2c-56f1652e3850 req-548e2a35-d6fb-4d58-8b44-924bcc7d7bc1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:12.037865 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-372d9410-3498-4809-8e2c-56f1652e3850 req-548e2a35-d6fb-4d58-8b44-924bcc7d7bc1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 932 time: 0.0928383 Feb 03 23:55:12.045836 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:12.169808 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-372d9410-3498-4809-8e2c-56f1652e3850 req-ac6910a5-ac3c-42ba-bc1f-977c06e284ff tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108961 Feb 03 23:55:12.290658 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.319844 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d50a3d7-0cd2-447a-b396-6508746f02db {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:55:12.336891 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Publish callbacks [] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.337077 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=6']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:12.341265 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Transition to ACTIVE for port object 3d50a3d7-0cd2-447a-b396-6508746f02db will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:55:12.508345 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.560339 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Pushing event updated for resources: {'Port': ['ID=3d50a3d7-0cd2-447a-b396-6508746f02db,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:12.633331 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Attempting to bind port 3d50a3d7-0cd2-447a-b396-6508746f02db on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:55:12.633678 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Attempting to bind port 3d50a3d7-0cd2-447a-b396-6508746f02db by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:55:12.634045 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Attempting to bind port 3d50a3d7-0cd2-447a-b396-6508746f02db on network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:55:12.639459 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Port 3d50a3d7-0cd2-447a-b396-6508746f02db on network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:55:12.639788 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Attempting to bind port 3d50a3d7-0cd2-447a-b396-6508746f02db on network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:55:12.644672 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:55:12.645016 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Checking segment: {'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:55:12.645403 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Bound using segment: {'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:55:12.645830 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Bound port: 3d50a3d7-0cd2-447a-b396-6508746f02db, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:55:12.646220 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.668183 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42374) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:12.686211 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-269ec17d-c28f-47cc-8210-f433186b2495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.712140 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] For port 3d50a3d7-0cd2-447a-b396-6508746f02db, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:55:12.715527 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] For port 3d50a3d7-0cd2-447a-b396-6508746f02db, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3d50a3d7-0cd2-447a-b396-6508746f02db,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:55:12.721712 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b2fcc-7745-497c-8820-b79fff3f77e1 req-21e16815-ea0d-4425-8d0f-1cf56cbe9256 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:12.723044 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:55:12.723233 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-325b2fcc-7745-497c-8820-b79fff3f77e1 req-21e16815-ea0d-4425-8d0f-1cf56cbe9256 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0815692 Feb 03 23:55:12.796638 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-325b2fcc-7745-497c-8820-b79fff3f77e1 req-60664066-3b2f-44df-8ccc-1aba157cf2ce tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648441 Feb 03 23:55:12.820297 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-269ec17d-c28f-47cc-8210-f433186b2495 admin admin] Publish callbacks [] for security_group (aea8865d-1506-42c5-8508-e4e487eda5f9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.908779 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.930894 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-269ec17d-c28f-47cc-8210-f433186b2495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (aea8865d-1506-42c5-8508-e4e487eda5f9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.947298 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:12.947298 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:12.948036 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d50a3d7-0cd2-447a-b396-6508746f02db HTTP/1.1" status: 200 len: 1094 time: 1.0341566 Feb 03 23:55:12.948507 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d9e89c-3a51-4838-acd1-d0ac02d7bdf4', 'tag': '3d50a3d7-0cd2-447a-b396-6508746f02db'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:55:12.950788 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca1294f-9670-46db-8ac8-7451a9e90c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "11d9e89c-3a51-4838-acd1-d0ac02d7bdf4", "tag": "3d50a3d7-0cd2-447a-b396-6508746f02db"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:55:12.976732 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-269ec17d-c28f-47cc-8210-f433186b2495 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=989e6207b4684ddfbf8eb8fb9c65c681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067753 Feb 03 23:55:12.977298 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ec17d-c28f-47cc-8210-f433186b2495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea8865d-1506-42c5-8508-e4e487eda5f9,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:12.980226 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42382) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:12.988659 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f1e83-0920-404c-8014-cdb76a05af50 service neutron] Pushing event updated for resources: {'Port': ['ID=3d50a3d7-0cd2-447a-b396-6508746f02db,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:12.996392 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e487b04-1e9a-4382-87bb-e9e110b72694 x-openstack-request-id: req-3e487b04-1e9a-4382-87bb-e9e110b72694 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:55:12.997080 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d9e89c-3a51-4838-acd1-d0ac02d7bdf4", "tag": "3d50a3d7-0cd2-447a-b396-6508746f02db", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:55:12.997344 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e487b04-1e9a-4382-87bb-e9e110b72694 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:55:12.997748 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d9e89c-3a51-4838-acd1-d0ac02d7bdf4', 'tag': '3d50a3d7-0cd2-447a-b396-6508746f02db', 'status': 'completed', 'code': 200} Feb 03 23:55:13.029052 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-370b009a-4bc1-4f37-b810-287159657370 admin admin] Publish callbacks [] for security_group (aea8865d-1506-42c5-8508-e4e487eda5f9), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:13.050154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-370b009a-4bc1-4f37-b810-287159657370 admin admin] Publish callbacks [] for security_group (aea8865d-1506-42c5-8508-e4e487eda5f9), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:13.115451 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1294f-9670-46db-8ac8-7451a9e90c5d req-94c3ebe4-1bd4-46ac-bcb3-09fe484fe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:13.117042 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dca1294f-9670-46db-8ac8-7451a9e90c5d req-94c3ebe4-1bd4-46ac-bcb3-09fe484fe286 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d95c1a3b9a648f99b04ebc1bcbc37b2&device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 1128 time: 0.0443120 Feb 03 23:55:13.242969 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1294f-9670-46db-8ac8-7451a9e90c5d req-c22d73a6-9302-4704-a2e7-c03d336fa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:13.245223 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dca1294f-9670-46db-8ac8-7451a9e90c5d req-c22d73a6-9302-4704-a2e7-c03d336fa67f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0d95c1a3b9a648f99b04ebc1bcbc37b2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940681 Feb 03 23:55:13.264473 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-370b009a-4bc1-4f37-b810-287159657370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (aea8865d-1506-42c5-8508-e4e487eda5f9), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:13.267092 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-370b009a-4bc1-4f37-b810-287159657370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:13.268219 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-370b009a-4bc1-4f37-b810-287159657370 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aea8865d-1506-42c5-8508-e4e487eda5f9 HTTP/1.1" status: 204 len: 168 time: 0.2870250 Feb 03 23:55:13.280161 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b009a-4bc1-4f37-b810-287159657370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea8865d-1506-42c5-8508-e4e487eda5f9,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:13.307354 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5597-c501-446f-8d87-2b81d2d14680 req-d1cf6ca0-7333-45d2-9db2-625837111609 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:13.309080 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-71dd5597-c501-446f-8d87-2b81d2d14680 req-d1cf6ca0-7333-45d2-9db2-625837111609 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 944 time: 0.0739691 Feb 03 23:55:13.357379 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1294f-9670-46db-8ac8-7451a9e90c5d req-6861b43c-5447-405b-a307-d062b7655ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:13.359549 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dca1294f-9670-46db-8ac8-7451a9e90c5d req-6861b43c-5447-405b-a307-d062b7655ab6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1068404 Feb 03 23:55:13.363947 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-71dd5597-c501-446f-8d87-2b81d2d14680 req-fa0341c9-b541-44fe-9139-5a93a5f144c5 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428901 Feb 03 23:55:13.397556 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:13.491480 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249593-f555-49c0-830a-6893c4faf5eb req-0286294e-0035-4258-8a96-4cfbe393186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:13.493095 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-0286294e-0035-4258-8a96-4cfbe393186d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d95c1a3b9a648f99b04ebc1bcbc37b2&device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 1128 time: 0.0541265 Feb 03 23:55:13.544118 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-f38d540b-96cb-44ee-93f6-0dfa5cb0e3bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d50a3d7-0cd2-447a-b396-6508746f02db HTTP/1.1" status: 200 len: 217 time: 0.0375817 Feb 03 23:55:13.598094 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249593-f555-49c0-830a-6893c4faf5eb req-9736a851-2e06-405a-ac37-ff0708ba11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:13.599739 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-9736a851-2e06-405a-ac37-ff0708ba11b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95d4a277-db99-458c-98ae-ca6edc3e6ab2 HTTP/1.1" status: 200 len: 853 time: 0.0497415 Feb 03 23:55:13.631300 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-0fe0505d-6a15-4e59-adb8-ffe28e7357b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252247 Feb 03 23:55:13.724154 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-76f9283f-2547-469e-9991-669c9503aa03 service neutron] 10.222.0.37 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860968 Feb 03 23:55:13.819628 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cc249593-f555-49c0-830a-6893c4faf5eb req-64479bad-2642-44c9-adad-ce85bd08ff72 service neutron] 10.222.0.37 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898707 Feb 03 23:55:13.839116 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:55:13.888386 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:13.888864 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:13.935398 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4ae6f-2956-4a8e-92e9-907576ff14a2 req-cf04d11e-9adc-42ad-b55a-0fc9185f7ff2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:13.943606 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-67d4ae6f-2956-4a8e-92e9-907576ff14a2 req-cf04d11e-9adc-42ad-b55a-0fc9185f7ff2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0629437 Feb 03 23:55:13.980700 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:55:13.981089 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:14.008392 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:55:14.010696 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2076c0-ca28-441a-9122-b3f45a107393" -d '{"events": [{"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-plugged", "status": "completed", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:55:14.013707 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-67d4ae6f-2956-4a8e-92e9-907576ff14a2 req-6e51c7d3-dc46-4152-a715-ebafed3f1774 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611644 Feb 03 23:55:14.023867 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:14.049558 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a04a50-e238-49b4-b778-970596100070 x-openstack-request-id: req-20a04a50-e238-49b4-b778-970596100070 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:55:14.049869 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-plugged", "status": "completed", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:55:14.050228 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20a04a50-e238-49b4-b778-970596100070 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:55:14.050893 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'code': 200} Feb 03 23:55:14.251907 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:14.300783 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=7']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:14.487393 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8c65-08c0-40d1-9aa8-7a12c71d855c req-3b4f556b-0f43-4485-9352-ccc2bc5cbf38 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:14.488875 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-39fe8c65-08c0-40d1-9aa8-7a12c71d855c req-3b4f556b-0f43-4485-9352-ccc2bc5cbf38 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 944 time: 0.0557318 Feb 03 23:55:14.545079 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-39fe8c65-08c0-40d1-9aa8-7a12c71d855c req-9309972e-d7ed-49ee-af5e-5dae938e6077 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501802 Feb 03 23:55:15.149875 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76732a-df51-4f3a-83bc-b43d25c7d66a req-57c987c6-1355-4003-8ddf-499e7fd2cf4f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:15.151887 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cd76732a-df51-4f3a-83bc-b43d25c7d66a req-57c987c6-1355-4003-8ddf-499e7fd2cf4f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0594742 Feb 03 23:55:15.206431 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cd76732a-df51-4f3a-83bc-b43d25c7d66a req-9332589e-9475-4e6a-8e9f-ac19777854dc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473287 Feb 03 23:55:15.514580 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604626ce-9681-4c07-a45f-2b87c93c2fc3 req-5bd52bf9-dbd3-461c-b362-33e16dce0b22 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:15.516674 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-604626ce-9681-4c07-a45f-2b87c93c2fc3 req-5bd52bf9-dbd3-461c-b362-33e16dce0b22 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0613322 Feb 03 23:55:15.564105 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-604626ce-9681-4c07-a45f-2b87c93c2fc3 req-f7b184e0-ed04-438d-9cfd-0ea45a563c99 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Feb 03 23:55:15.684033 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1b317-3fbd-4bb1-89b1-65e6674b6e5c req-82f506ff-e677-415e-8422-ad536c626262 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:15.685553 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5af1b317-3fbd-4bb1-89b1-65e6674b6e5c req-82f506ff-e677-415e-8422-ad536c626262 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 944 time: 0.0614958 Feb 03 23:55:15.732398 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5af1b317-3fbd-4bb1-89b1-65e6674b6e5c req-1e37431f-6889-4cac-91ba-d420a366935f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Feb 03 23:55:16.336429 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863fbd5-c014-4786-a401-8587f7410e08 req-83e90ef3-5ca9-4ac8-857e-a55af48e50a9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:16.338063 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1863fbd5-c014-4786-a401-8587f7410e08 req-83e90ef3-5ca9-4ac8-857e-a55af48e50a9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0522683 Feb 03 23:55:16.388840 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1863fbd5-c014-4786-a401-8587f7410e08 req-d502e937-c663-4e1a-972a-83c27ac9fb06 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453272 Feb 03 23:55:16.689303 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf40a-85cf-4ace-bc93-8cc08f9f6a92 req-1e54e619-988d-49c4-b52f-41ced722d252 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:16.690924 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0f9bf40a-85cf-4ace-bc93-8cc08f9f6a92 req-1e54e619-988d-49c4-b52f-41ced722d252 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0527089 Feb 03 23:55:16.737833 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0f9bf40a-85cf-4ace-bc93-8cc08f9f6a92 req-6bce1ab1-57b8-4538-8e26-12da3614cf5f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Feb 03 23:55:16.847537 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bcdbc-49ea-4e91-962a-93204b64882f req-a3c24431-92d4-44a8-9f05-0417d6fd8742 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:16.849232 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d74bcdbc-49ea-4e91-962a-93204b64882f req-a3c24431-92d4-44a8-9f05-0417d6fd8742 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 944 time: 0.0522532 Feb 03 23:55:16.897968 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d74bcdbc-49ea-4e91-962a-93204b64882f req-1691ac0d-4864-4f66-808e-446a55b194d9 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Feb 03 23:55:17.517392 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b458ce-339e-4511-a6d9-538983ea4784 req-af23d652-82ac-4883-b818-d8f894dfb41a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:17.518894 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-55b458ce-339e-4511-a6d9-538983ea4784 req-af23d652-82ac-4883-b818-d8f894dfb41a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0569770 Feb 03 23:55:17.566066 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-55b458ce-339e-4511-a6d9-538983ea4784 req-37dd4199-872e-4f8b-9198-d6580708e254 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 Feb 03 23:55:17.860222 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906d2f-1e89-449a-9d60-88245671affa req-401a4b48-0356-439a-8936-07bc9058a5b9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:17.861692 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fa906d2f-1e89-449a-9d60-88245671affa req-401a4b48-0356-439a-8936-07bc9058a5b9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0542650 Feb 03 23:55:17.909321 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fa906d2f-1e89-449a-9d60-88245671affa req-a4c6ef75-0ef0-4623-bc82-cb2b6f72cd3b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Feb 03 23:55:17.933723 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42518) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:18.028295 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475802-8bc3-4a96-9588-1777929b1df7 req-5757c53b-c96c-43f0-8b1a-345c3a4856ae tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:18.029824 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db475802-8bc3-4a96-9588-1777929b1df7 req-5757c53b-c96c-43f0-8b1a-345c3a4856ae tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 944 time: 0.0623133 Feb 03 23:55:18.060809 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-30a245af-af38-4914-87e2-d6f02fe86bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:18.095308 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db475802-8bc3-4a96-9588-1777929b1df7 req-0064381b-5b37-4062-936d-75ef60523d7e tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547311 Feb 03 23:55:18.176955 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-30a245af-af38-4914-87e2-d6f02fe86bc5 admin admin] Publish callbacks [] for security_group (a8fb3be1-f67d-495e-8700-ea6ee8eda203), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:18.262210 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-30a245af-af38-4914-87e2-d6f02fe86bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a8fb3be1-f67d-495e-8700-ea6ee8eda203), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:18.308818 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a245af-af38-4914-87e2-d6f02fe86bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fb3be1-f67d-495e-8700-ea6ee8eda203,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:18.316375 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-30a245af-af38-4914-87e2-d6f02fe86bc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc70d1148ce04b55b36872e1a9a72483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792045 Feb 03 23:55:18.316736 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42526) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:18.377619 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b030f9bb-9503-455d-be1e-aee13d2161a0 admin admin] Publish callbacks [] for security_group (a8fb3be1-f67d-495e-8700-ea6ee8eda203), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:18.411036 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b030f9bb-9503-455d-be1e-aee13d2161a0 admin admin] Publish callbacks [] for security_group (a8fb3be1-f67d-495e-8700-ea6ee8eda203), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:18.545816 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b030f9bb-9503-455d-be1e-aee13d2161a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (a8fb3be1-f67d-495e-8700-ea6ee8eda203), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:18.548817 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b030f9bb-9503-455d-be1e-aee13d2161a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:18.552547 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-b030f9bb-9503-455d-be1e-aee13d2161a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8fb3be1-f67d-495e-8700-ea6ee8eda203 HTTP/1.1" status: 204 len: 168 time: 0.2323575 Feb 03 23:55:18.576164 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030f9bb-9503-455d-be1e-aee13d2161a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fb3be1-f67d-495e-8700-ea6ee8eda203,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:18.716367 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e040db3-82e8-4e9f-b071-bcff4732ed19 req-377f1041-44cf-4dc8-9c13-a0598526d7a9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:18.717831 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9e040db3-82e8-4e9f-b071-bcff4732ed19 req-377f1041-44cf-4dc8-9c13-a0598526d7a9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0698135 Feb 03 23:55:18.789180 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9e040db3-82e8-4e9f-b071-bcff4732ed19 req-383fbc44-3767-447d-85d1-6a4b4e000462 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655987 Feb 03 23:55:19.053626 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1e53-e389-46d3-b9b2-9d949f18f2ca req-cbea949c-f591-40f0-923b-b32dadf662a1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:19.055227 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d3fd1e53-e389-46d3-b9b2-9d949f18f2ca req-cbea949c-f591-40f0-923b-b32dadf662a1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0627034 Feb 03 23:55:19.107855 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d3fd1e53-e389-46d3-b9b2-9d949f18f2ca req-f77f18a7-243a-4530-8f98-c33d2b324c45 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461359 Feb 03 23:55:19.309566 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee682-e183-4dde-b290-08dbcba35a66 req-258d5d0c-d2ae-4f4d-903d-61d9f91aa643 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:19.324974 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42540) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:19.325512 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a78ee682-e183-4dde-b290-08dbcba35a66 req-258d5d0c-d2ae-4f4d-903d-61d9f91aa643 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 944 time: 0.1083519 Feb 03 23:55:19.346264 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-55b3374b-7b91-4af4-9dac-826830d3f72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:19.384482 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a78ee682-e183-4dde-b290-08dbcba35a66 req-05ba8ca5-c57e-4852-858d-ceccc8643b48 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Feb 03 23:55:19.464836 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-55b3374b-7b91-4af4-9dac-826830d3f72d admin admin] Publish callbacks [] for security_group (4912a8b6-13f9-4589-8b5f-558771beb13f), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:19.547395 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-55b3374b-7b91-4af4-9dac-826830d3f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4912a8b6-13f9-4589-8b5f-558771beb13f), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:19.591776 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42542) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:19.592025 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-55b3374b-7b91-4af4-9dac-826830d3f72d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f41365a95cc940539a9762d1db1b17bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651708 Feb 03 23:55:19.593040 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3374b-7b91-4af4-9dac-826830d3f72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4912a8b6-13f9-4589-8b5f-558771beb13f,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:19.673392 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6abc8229-2a07-4d46-b77d-c9bd705fb79c admin admin] Publish callbacks [] for security_group (4912a8b6-13f9-4589-8b5f-558771beb13f), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:19.701855 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6abc8229-2a07-4d46-b77d-c9bd705fb79c admin admin] Publish callbacks [] for security_group (4912a8b6-13f9-4589-8b5f-558771beb13f), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:19.873075 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 3d50a3d7-0cd2-447a-b396-6508746f02db details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:55:19.944571 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf9ab-d389-4a4f-a84e-7346fa6fe81a req-6adda503-653f-439f-9895-080e8402eb01 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:19.946150 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e6adf9ab-d389-4a4f-a84e-7346fa6fe81a req-6adda503-653f-439f-9895-080e8402eb01 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0676854 Feb 03 23:55:19.993128 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 3d50a3d7-0cd2-447a-b396-6508746f02db, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3d50a3d7-0cd2-447a-b396-6508746f02db,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:20.019222 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '3d50a3d7-0cd2-447a-b396-6508746f02db', 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8', 'port_id': '3d50a3d7-0cd2-447a-b396-6508746f02db', 'mac_address': 'fa:16:3e:69:6c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d4a277-db99-458c-98ae-ca6edc3e6ab2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:55:20.043446 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e6adf9ab-d389-4a4f-a84e-7346fa6fe81a req-8bfee53c-63a6-433c-bd4b-bb667523d040 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904872 Feb 03 23:55:20.080859 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 3d50a3d7-0cd2-447a-b396-6508746f02db is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:55:20.081345 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:20.091072 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6abc8229-2a07-4d46-b77d-c9bd705fb79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4912a8b6-13f9-4589-8b5f-558771beb13f), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:20.093921 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6abc8229-2a07-4d46-b77d-c9bd705fb79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:20.097527 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6abc8229-2a07-4d46-b77d-c9bd705fb79c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4912a8b6-13f9-4589-8b5f-558771beb13f HTTP/1.1" status: 204 len: 168 time: 0.5019994 Feb 03 23:55:20.105622 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d50a3d7-0cd2-447a-b396-6508746f02db {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:55:20.117861 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc8229-2a07-4d46-b77d-c9bd705fb79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4912a8b6-13f9-4589-8b5f-558771beb13f,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:20.143308 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 3d50a3d7-0cd2-447a-b396-6508746f02db, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3d50a3d7-0cd2-447a-b396-6508746f02db,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:20.222024 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:20.272699 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eda9c6-f095-4bf5-87f9-9639dbed5a3d req-584a2352-1f9e-41f9-8222-a91bf1d56d37 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:20.281773 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f8eda9c6-f095-4bf5-87f9-9639dbed5a3d req-584a2352-1f9e-41f9-8222-a91bf1d56d37 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0776665 Feb 03 23:55:20.286844 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=3d50a3d7-0cd2-447a-b396-6508746f02db,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:20.344920 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f8eda9c6-f095-4bf5-87f9-9639dbed5a3d req-a7ebf79b-c985-411e-9344-808b1ffda97c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621128 Feb 03 23:55:20.530223 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14825d84-d308-4cd9-a49b-1ed8b81512c2 req-aeb73592-fcb8-4266-8072-fda62b115895 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:20.531943 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-14825d84-d308-4cd9-a49b-1ed8b81512c2 req-aeb73592-fcb8-4266-8072-fda62b115895 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0672383 Feb 03 23:55:20.597520 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-14825d84-d308-4cd9-a49b-1ed8b81512c2 req-4a9163d4-d869-4523-b043-062dcfe61fd8 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585945 Feb 03 23:55:20.821431 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['3d50a3d7-0cd2-447a-b396-6508746f02db'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:55:21.199017 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650febc9-0d57-49eb-8b5f-491eae5bf5f3 req-239907cb-2041-4073-9960-7c08ba4cd800 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:21.200453 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-650febc9-0d57-49eb-8b5f-491eae5bf5f3 req-239907cb-2041-4073-9960-7c08ba4cd800 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0645051 Feb 03 23:55:21.246499 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-650febc9-0d57-49eb-8b5f-491eae5bf5f3 req-118c1013-5a4c-4933-bcd7-d5f501ced095 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404894 Feb 03 23:55:21.467118 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02694cc3-f182-43f9-a106-9c28dccd1d40 req-adc038ee-7944-4578-9923-a4ed4bd13ec8 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:21.468572 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-02694cc3-f182-43f9-a106-9c28dccd1d40 req-adc038ee-7944-4578-9923-a4ed4bd13ec8 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0551918 Feb 03 23:55:21.519298 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-02694cc3-f182-43f9-a106-9c28dccd1d40 req-80089791-0300-4d01-baed-752a1c969a76 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452025 Feb 03 23:55:21.780391 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a90dec-04f3-4517-a057-05daca531865 req-7c437a71-737a-4b6e-a843-c8ca38e6387d tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:21.788451 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-98a90dec-04f3-4517-a057-05daca531865 req-7c437a71-737a-4b6e-a843-c8ca38e6387d tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0802577 Feb 03 23:55:21.849963 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-98a90dec-04f3-4517-a057-05daca531865 req-c46360fd-4b60-4d7b-8d23-63e3ed636279 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Feb 03 23:55:22.468311 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a2752-06dd-4fff-b69a-56db5234e78e req-6b18d457-d4c6-4264-875d-5f8c0ac6e895 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:22.476194 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0f7a2752-06dd-4fff-b69a-56db5234e78e req-6b18d457-d4c6-4264-875d-5f8c0ac6e895 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0964954 Feb 03 23:55:22.558753 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0f7a2752-06dd-4fff-b69a-56db5234e78e req-0661a737-f8d8-4143-9d18-4c8e9664943a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603831 Feb 03 23:55:22.697318 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51c424-c718-4b0a-8968-388d87b8e77b req-df38c43a-3bbc-44b4-96db-bbf3863dee06 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:22.709026 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7f51c424-c718-4b0a-8968-388d87b8e77b req-df38c43a-3bbc-44b4-96db-bbf3863dee06 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1003861 Feb 03 23:55:22.772332 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7f51c424-c718-4b0a-8968-388d87b8e77b req-1887a3fe-7af9-45e0-b0f6-9522caffb36b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602803 Feb 03 23:55:23.016715 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3458e7-c362-4d38-a25d-e93e856bf888 req-fce5d8b5-d02a-44fd-94c1-3c35da354c18 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:23.019413 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4d3458e7-c362-4d38-a25d-e93e856bf888 req-fce5d8b5-d02a-44fd-94c1-3c35da354c18 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0773549 Feb 03 23:55:23.103082 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4d3458e7-c362-4d38-a25d-e93e856bf888 req-ea0c5154-7cda-4e85-a3e5-98a186c90e85 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764048 Feb 03 23:55:23.204868 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e0c88532-481c-4aea-b696-55079daa48ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:23.710712 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171f517-81c6-4b7c-b419-fa16734ae544 req-6291c34f-e3ed-4dc1-841c-277e9c5f9816 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:23.712279 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6171f517-81c6-4b7c-b419-fa16734ae544 req-6291c34f-e3ed-4dc1-841c-277e9c5f9816 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0702479 Feb 03 23:55:23.746260 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b594ad1-52db-4df6-8b6e-23594271aae1 req-fd39da5a-5cdf-4141-a226-c86bcc2358ba tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:23.753546 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7b594ad1-52db-4df6-8b6e-23594271aae1 req-fd39da5a-5cdf-4141-a226-c86bcc2358ba tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0614693 Feb 03 23:55:23.778680 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6171f517-81c6-4b7c-b419-fa16734ae544 req-8cb22729-6c3a-46c5-96a6-a3a607d0e4e9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604784 Feb 03 23:55:23.818680 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7b594ad1-52db-4df6-8b6e-23594271aae1 req-a1899edb-a0be-4c87-8003-afc9b4c53d5e tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642972 Feb 03 23:55:23.836637 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42626) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:23.878635 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 3d50a3d7-0cd2-447a-b396-6508746f02db up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:55:23.949062 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8e572-d0bb-4ad2-a948-c42e279d138a req-e260d257-e423-48ab-b4e5-b3723d078973 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:23.951280 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cab8e572-d0bb-4ad2-a948-c42e279d138a req-e260d257-e423-48ab-b4e5-b3723d078973 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1072118 Feb 03 23:55:24.017653 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cab8e572-d0bb-4ad2-a948-c42e279d138a req-40e4f84d-3ce9-4949-95bc-f0c6c42fc4d1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600388 Feb 03 23:55:24.042465 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 3d50a3d7-0cd2-447a-b396-6508746f02db completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:55:24.050455 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 3d50a3d7-0cd2-447a-b396-6508746f02db triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:24.050892 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:24.182342 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 3d50a3d7-0cd2-447a-b396-6508746f02db is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:55:24.182756 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:24.232679 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d9e89c-3a51-4838-acd1-d0ac02d7bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d50a3d7-0cd2-447a-b396-6508746f02db'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:55:24.235690 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92474eeb-9c80-4a4e-b151-d80feb188880" -d '{"events": [{"server_uuid": "11d9e89c-3a51-4838-acd1-d0ac02d7bdf4", "name": "network-vif-plugged", "status": "completed", "tag": "3d50a3d7-0cd2-447a-b396-6508746f02db"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:55:24.250722 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 3d50a3d7-0cd2-447a-b396-6508746f02db, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3d50a3d7-0cd2-447a-b396-6508746f02db,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:24.265365 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3b31f-29e2-4faf-90fa-ea6632093909 tempest-TestMinimumBasicScenario-1330291399 tempest-TestMinimumBasicScenario-1330291399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:24.267660 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-45a3b31f-29e2-4faf-90fa-ea6632093909 tempest-TestMinimumBasicScenario-1330291399 tempest-TestMinimumBasicScenario-1330291399-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1124 time: 0.4285338 Feb 03 23:55:24.270667 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42638) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:24.277901 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'port_id': '5eca751c-6295-4a95-b021-e1ef750234ea', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:24.297046 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a661291-038c-4cd2-b16e-7bbd7b41b7f1 req-94836d33-1d51-4f07-a361-c976311562b8 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:24.305380 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da68cd72-adca-4f32-90b5-dab4ee36b49a x-openstack-request-id: req-da68cd72-adca-4f32-90b5-dab4ee36b49a {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:55:24.305700 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d9e89c-3a51-4838-acd1-d0ac02d7bdf4", "name": "network-vif-plugged", "status": "completed", "tag": "3d50a3d7-0cd2-447a-b396-6508746f02db", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:55:24.305994 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da68cd72-adca-4f32-90b5-dab4ee36b49a {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:55:24.306838 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d9e89c-3a51-4838-acd1-d0ac02d7bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d50a3d7-0cd2-447a-b396-6508746f02db', 'code': 200} Feb 03 23:55:24.307605 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5a661291-038c-4cd2-b16e-7bbd7b41b7f1 req-94836d33-1d51-4f07-a361-c976311562b8 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 945 time: 0.1205082 Feb 03 23:55:24.370272 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:24.382452 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5a661291-038c-4cd2-b16e-7bbd7b41b7f1 req-d60ca2db-487a-42b0-a22f-d10aceeafbb2 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687606 Feb 03 23:55:24.433094 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:24.441920 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=3d50a3d7-0cd2-447a-b396-6508746f02db,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:24.571366 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:24.696824 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Allocated IP 172.27.0.76 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/dbb0fda0-ba00-4d33-9f15-6502342c2285) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:55:24.860336 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for port (dbb0fda0-ba00-4d33-9f15-6502342c2285), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:24.871628 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36bda5-9630-4751-a65d-0aac29b2abdd req-ec527a64-a9ca-467f-9964-ce998624990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:24.876464 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2d36bda5-9630-4751-a65d-0aac29b2abdd req-ec527a64-a9ca-467f-9964-ce998624990f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 1130 time: 0.1030586 Feb 03 23:55:24.966868 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be244b6-b6be-4948-b31e-6bfc59812c72 req-b7f70f21-5787-4b99-a8dc-4937027c1022 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:24.969271 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2d36bda5-9630-4751-a65d-0aac29b2abdd req-fff4a860-57a9-4f24-bf47-2f38403b752f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878987 Feb 03 23:55:24.971530 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8be244b6-b6be-4948-b31e-6bfc59812c72 req-b7f70f21-5787-4b99-a8dc-4937027c1022 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0821371 Feb 03 23:55:25.019527 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8be244b6-b6be-4948-b31e-6bfc59812c72 req-6e235dbc-f7bf-4283-a2de-845f9be35356 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462208 Feb 03 23:55:25.166206 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927efcdc-6c87-450a-9bc8-33d3701dff3b req-eec4b46d-beba-46b0-a30b-72aa4c46e437 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:25.166206 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927efcdc-6c87-450a-9bc8-33d3701dff3b req-eec4b46d-beba-46b0-a30b-72aa4c46e437 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0580578 Feb 03 23:55:25.198524 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927efcdc-6c87-450a-9bc8-33d3701dff3b req-aff7c97e-d7a4-41c2-8f8d-8ef3ca2bebf9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475302 Feb 03 23:55:25.260533 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (dbb0fda0-ba00-4d33-9f15-6502342c2285), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:25.302795 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:55:25.388871 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:55:25.388871 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:55:25.388871 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'Port': ['ID=dbb0fda0-ba00-4d33-9f15-6502342c2285,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:25.501937 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb47d09-b919-4b19-9d17-0b04c1c024f9 req-7859c344-7887-47f5-974b-d0fd31cc2f6f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:25.503495 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cdb47d09-b919-4b19-9d17-0b04c1c024f9 req-7859c344-7887-47f5-974b-d0fd31cc2f6f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 946 time: 0.0613213 Feb 03 23:55:25.554868 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cdb47d09-b919-4b19-9d17-0b04c1c024f9 req-6b196767-9ca4-4884-8452-43ae550d7ca4 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Feb 03 23:55:25.711000 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for floatingip (38fcb975-dcee-403f-9cc8-ce9fe1c493a3), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:25.728130 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-29084198-36c2-4980-835d-b8709182ae27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:25.911878 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (dbb0fda0-ba00-4d33-9f15-6502342c2285), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:26.112415 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for port (dbb0fda0-ba00-4d33-9f15-6502342c2285), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:26.230616 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b84d6-eec4-4cd8-a02f-7d643c9955b1 req-f9b4df80-94c7-43f7-a2ec-cf006e9057de tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:26.233609 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c60b84d6-eec4-4cd8-a02f-7d643c9955b1 req-f9b4df80-94c7-43f7-a2ec-cf006e9057de tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0960369 Feb 03 23:55:26.236055 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (dbb0fda0-ba00-4d33-9f15-6502342c2285), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:26.370790 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c60b84d6-eec4-4cd8-a02f-7d643c9955b1 req-96f1c2b1-775d-43e3-9a27-8c4a2adcf98c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219423 Feb 03 23:55:26.371526 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (38fcb975-dcee-403f-9cc8-ce9fe1c493a3), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:26.444610 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea07f-4aea-475f-befd-64b016515bb8 req-63f2edc4-e5a1-4989-beef-92556b71ea6c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:26.445183 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-255ea07f-4aea-475f-befd-64b016515bb8 req-63f2edc4-e5a1-4989-beef-92556b71ea6c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1243279 Feb 03 23:55:26.511563 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'Port': ['ID=dbb0fda0-ba00-4d33-9f15-6502342c2285,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:26.528674 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-255ea07f-4aea-475f-befd-64b016515bb8 req-b870e716-08eb-45f4-8f9d-6e1a0e0f8a00 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829618 Feb 03 23:55:26.549621 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Floating IP 38fcb975-dcee-403f-9cc8-ce9fe1c493a3 associated. External IP: 172.27.0.76, port: 5eca751c-6295-4a95-b021-e1ef750234ea. Feb 03 23:55:26.700209 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:26.749054 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903ef3a-9b50-4c95-bf93-6b6f4378c7a8 req-5fa9a3f2-f1ab-475a-9530-d26941f892a5 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:26.751234 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5903ef3a-9b50-4c95-bf93-6b6f4378c7a8 req-5fa9a3f2-f1ab-475a-9530-d26941f892a5 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 946 time: 0.0810664 Feb 03 23:55:26.881492 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5903ef3a-9b50-4c95-bf93-6b6f4378c7a8 req-7909ccd7-5083-43ba-b87f-478208f227e5 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239896 Feb 03 23:55:26.905827 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Router df467ca6-d5ca-4fb9-9684-355b334c878a has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:55:27.066510 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:55:27.080260 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] Sync routers for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:55:27.095743 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:55:27.101149 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:55:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:27.207204 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:27.219589 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:55:27.238962 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2f0e2287-81b1-4dbd-a043-231539438e43 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9672282 Feb 03 23:55:27.241991 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:55:27.242115 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42668) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:27.242212 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a2bfb3-a237-454f-8402-5d2c1e08fefb" -d '{"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:55:27.249415 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-e66f2faa-83b5-4667-ba3f-f0508264229f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848290953', 'description': 'tempest-secgroup-smoke-1848290953 description', 'project_id': '808a1efcd84a4b8a8850c69fc89c1570'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:27.283386 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fa7d20-9cba-43ea-97c1-12469f8770cc x-openstack-request-id: req-49fa7d20-9cba-43ea-97c1-12469f8770cc {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:55:27.283701 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:55:27.284071 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49fa7d20-9cba-43ea-97c1-12469f8770cc {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:55:27.284388 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea', 'status': 'completed', 'code': 200} Feb 03 23:55:27.344470 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:55:27.389266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-e2af9bdc-f0f6-4cee-b4c3-0d14106a1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:27.390930 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-e2af9bdc-f0f6-4cee-b4c3-0d14106a1217 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1129 time: 0.0562100 Feb 03 23:55:27.393115 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e66f2faa-83b5-4667-ba3f-f0508264229f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:27.518328 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e66f2faa-83b5-4667-ba3f-f0508264229f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group (5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:27.559671 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '38fcb975-dcee-403f-9cc8-ce9fe1c493a3', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'port_id': '5eca751c-6295-4a95-b021-e1ef750234ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'mac_address': 'fa:16:3e:9a:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:55:25Z', 'updated_at': '2022-02-03T23:55:25Z', 'revision_number': 0, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:57Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:27.569500 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e80fb-abcd-4210-83f9-3b6882df94e9 req-5361e987-fbcf-4596-8460-95dfe87beee5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:27.571028 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-528e80fb-abcd-4210-83f9-3b6882df94e9 req-5361e987-fbcf-4596-8460-95dfe87beee5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0871165 Feb 03 23:55:27.574296 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-23200e59-15a4-4dcf-9bac-4d9e648f1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:27.588781 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-23200e59-15a4-4dcf-9bac-4d9e648f1192 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 200 len: 914 time: 0.1770477 Feb 03 23:55:27.598514 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] Checking router: df467ca6-d5ca-4fb9-9684-355b334c878a for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:55:27.611302 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:55:27.612595 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:55:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:27.624455 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e66f2faa-83b5-4667-ba3f-f0508264229f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:27.710312 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-528e80fb-abcd-4210-83f9-3b6882df94e9 req-75acb624-78d6-42dc-a57d-f6d18a485038 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284049 Feb 03 23:55:27.713084 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-ad53e814-d911-40f7-bb03-08215aabc86d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 998 time: 0.1294124 Feb 03 23:55:27.732345 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f2faa-83b5-4667-ba3f-f0508264229f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:27.775625 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ffa6-8660-4457-ab31-d6c938d404bd req-81447c0f-8d2f-477b-819b-b3020deb3649 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:27.780936 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-13ccb4a2-76ae-4d74-812e-1a74a9524a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:27.781525 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb20ffa6-8660-4457-ab31-d6c938d404bd req-81447c0f-8d2f-477b-819b-b3020deb3649 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1247144 Feb 03 23:55:27.783609 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-13ccb4a2-76ae-4d74-812e-1a74a9524a0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7117c721-6b93-4d5c-94e6-f41a2df95bc5 HTTP/1.1" status: 200 len: 853 time: 0.0624154 Feb 03 23:55:27.791122 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e66f2faa-83b5-4667-ba3f-f0508264229f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:27.792653 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e66f2faa-83b5-4667-ba3f-f0508264229f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5488243 Feb 03 23:55:27.802176 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:55:27.805762 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42676) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:27.811230 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-b4c98d16-d0f5-46fc-9b3b-81bcfe506f9d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'security_group_rule': {'security_group_id': '5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b', 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:27.861263 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb20ffa6-8660-4457-ab31-d6c938d404bd req-638f61b4-f1c6-4171-beb1-b43011ca73fa tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787840 Feb 03 23:55:27.897504 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-bb6a6082-98ca-4012-bb7c-d2c9094c809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:27.899327 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-bb6a6082-98ca-4012-bb7c-d2c9094c809b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103380 Feb 03 23:55:27.974637 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b4c98d16-d0f5-46fc-9b3b-81bcfe506f9d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (3791595c-221a-4f3b-a147-c2d0757600f6), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.085869 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b4c98d16-d0f5-46fc-9b3b-81bcfe506f9d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (3791595c-221a-4f3b-a147-c2d0757600f6), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.088362 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-fb98cdd2-879b-4ad6-aebb-01f28f39f59d service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803071 Feb 03 23:55:28.097519 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b714fb5-170d-405c-a4a8-262a1d40b9f3 req-fc5ca45b-0a11-463c-98e0-8a133d573039 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:28.099988 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6b714fb5-170d-405c-a4a8-262a1d40b9f3 req-fc5ca45b-0a11-463c-98e0-8a133d573039 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 946 time: 0.1010141 Feb 03 23:55:28.150452 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '38fcb975-dcee-403f-9cc8-ce9fe1c493a3', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'port_id': '5eca751c-6295-4a95-b021-e1ef750234ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'mac_address': 'fa:16:3e:9a:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:55:25Z', 'updated_at': '2022-02-03T23:55:25Z', 'revision_number': 0, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:57Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:28.165057 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b4c98d16-d0f5-46fc-9b3b-81bcfe506f9d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (3791595c-221a-4f3b-a147-c2d0757600f6), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.191235 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781c1a6-5e48-4d9f-9bb0-d669d4ac5f2e None None] The sync data for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi is: [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '38fcb975-dcee-403f-9cc8-ce9fe1c493a3', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'port_id': '5eca751c-6295-4a95-b021-e1ef750234ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'mac_address': 'fa:16:3e:9a:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:55:25Z', 'updated_at': '2022-02-03T23:55:25Z', 'revision_number': 0, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:57Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:55:28.219191 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6b714fb5-170d-405c-a4a8-262a1d40b9f3 req-3696b777-dc21-407e-ba48-10b31555c519 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926261 Feb 03 23:55:28.227264 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c98d16-d0f5-46fc-9b3b-81bcfe506f9d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3791595c-221a-4f3b-a147-c2d0757600f6,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:28.281259 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-53a2bfb3-a237-454f-8402-5d2c1e08fefb req-46dc037b-b915-41a3-b636-d7a0fb8e2c1f service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802409 Feb 03 23:55:28.316658 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.324138 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b4c98d16-d0f5-46fc-9b3b-81bcfe506f9d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.324138 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b4c98d16-d0f5-46fc-9b3b-81bcfe506f9d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5115285 Feb 03 23:55:28.326712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42692) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:28.336107 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-c952603c-082d-474b-afb8-04a0300591fc tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'security_group_rule': {'security_group_id': '5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b', 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:28.515331 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c952603c-082d-474b-afb8-04a0300591fc tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (3fb13584-68b8-4b48-927e-58def8880783), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.560337 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acf5157-0a34-4280-bec2-efd0b0e6b94a None None] New status for floating IP 38fcb975-dcee-403f-9cc8-ce9fe1c493a3: ACTIVE {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:55:28.615283 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c952603c-082d-474b-afb8-04a0300591fc tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (3fb13584-68b8-4b48-927e-58def8880783), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.715562 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c952603c-082d-474b-afb8-04a0300591fc tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (3fb13584-68b8-4b48-927e-58def8880783), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.739156 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952603c-082d-474b-afb8-04a0300591fc tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb13584-68b8-4b48-927e-58def8880783,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:28.827503 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c952603c-082d-474b-afb8-04a0300591fc tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:28.844925 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-c952603c-082d-474b-afb8-04a0300591fc tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5115585 Feb 03 23:55:28.844925 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42728) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:28.854684 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-b7a42425-0fc9-4a4a-b4fa-004ab879b445 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'security_group_rule': {'security_group_id': '5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b', 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:28.912407 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d301c6-dfdb-41fc-8ebd-b05ed51918f3 req-cb6afbf1-dc11-4dfb-b1b3-6f8ae43237a8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:28.913988 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a6d301c6-dfdb-41fc-8ebd-b05ed51918f3 req-cb6afbf1-dc11-4dfb-b1b3-6f8ae43237a8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.1179099 Feb 03 23:55:29.004261 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a6d301c6-dfdb-41fc-8ebd-b05ed51918f3 req-34d3a9fa-0466-4ecf-97b7-33e56eb4aecf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832365 Feb 03 23:55:29.006601 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b7a42425-0fc9-4a4a-b4fa-004ab879b445 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (544f9366-ea14-4ddf-a653-ddaeab94851d), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.051551 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1eb40-f9bf-426f-9158-d5837661a575 req-93d9617b-72c3-4fe7-9b88-7e279f216096 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:29.053159 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d7a1eb40-f9bf-426f-9158-d5837661a575 req-93d9617b-72c3-4fe7-9b88-7e279f216096 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1012075 Feb 03 23:55:29.097985 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b7a42425-0fc9-4a4a-b4fa-004ab879b445 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (544f9366-ea14-4ddf-a653-ddaeab94851d), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.152794 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d7a1eb40-f9bf-426f-9158-d5837661a575 req-7070d319-7372-4ea6-a705-e8f2b304eb31 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920837 Feb 03 23:55:29.181816 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b7a42425-0fc9-4a4a-b4fa-004ab879b445 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (544f9366-ea14-4ddf-a653-ddaeab94851d), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.209484 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a42425-0fc9-4a4a-b4fa-004ab879b445 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544f9366-ea14-4ddf-a653-ddaeab94851d,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:29.294663 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b7a42425-0fc9-4a4a-b4fa-004ab879b445 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.296484 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-b7a42425-0fc9-4a4a-b4fa-004ab879b445 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4552791 Feb 03 23:55:29.299782 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42744) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:29.304512 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-5ebc5156-3b19-413e-bf90-1f67dd1ba663 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'security_group_rule': {'security_group_id': '5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b', 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:29.436612 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5156-3b19-413e-bf90-1f67dd1ba663 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (b0a5507d-0fbe-4edf-8eb6-88c095c65336), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.533725 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5156-3b19-413e-bf90-1f67dd1ba663 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (b0a5507d-0fbe-4edf-8eb6-88c095c65336), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.591619 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.638655 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5156-3b19-413e-bf90-1f67dd1ba663 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (b0a5507d-0fbe-4edf-8eb6-88c095c65336), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.659207 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc5156-3b19-413e-bf90-1f67dd1ba663 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a5507d-0fbe-4edf-8eb6-88c095c65336,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:29.726083 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5156-3b19-413e-bf90-1f67dd1ba663 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.730980 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42752) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:29.738242 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-ee6d27d5-2029-4601-8f9f-dccd62c6efe5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'security_group_rule': {'security_group_id': '5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b', 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:29.739429 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5ebc5156-3b19-413e-bf90-1f67dd1ba663 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4381680 Feb 03 23:55:29.885576 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.securitygroups_db [None req-ee6d27d5-2029-4601-8f9f-dccd62c6efe5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Project 808a1efcd84a4b8a8850c69fc89c1570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:55:29.892165 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee6d27d5-2029-4601-8f9f-dccd62c6efe5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (899a6cda-e391-4f49-8b80-646a18e315f8), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:29.994590 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee6d27d5-2029-4601-8f9f-dccd62c6efe5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (899a6cda-e391-4f49-8b80-646a18e315f8), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:30.088084 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee6d27d5-2029-4601-8f9f-dccd62c6efe5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (899a6cda-e391-4f49-8b80-646a18e315f8), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:30.112046 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d27d5-2029-4601-8f9f-dccd62c6efe5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899a6cda-e391-4f49-8b80-646a18e315f8,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:30.159859 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f816bd-3e30-465d-be74-3f6673d2fbd2 req-36ddefc0-1529-429b-ab9c-fe8c7a964818 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:30.161410 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f9f816bd-3e30-465d-be74-3f6673d2fbd2 req-36ddefc0-1529-429b-ab9c-fe8c7a964818 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0620561 Feb 03 23:55:30.220150 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f9f816bd-3e30-465d-be74-3f6673d2fbd2 req-5088202b-2f2a-4c03-9838-682735fa4200 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524700 Feb 03 23:55:30.287810 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefad96c-756d-4536-b87e-8bdc99425069 req-54829779-7d80-4f3c-811d-abcd25b7d301 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:30.289985 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aefad96c-756d-4536-b87e-8bdc99425069 req-54829779-7d80-4f3c-811d-abcd25b7d301 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0661552 Feb 03 23:55:30.589579 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aefad96c-756d-4536-b87e-8bdc99425069 req-099bc78e-0715-411d-b8de-c9fa656f2257 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925384 Feb 03 23:55:30.932218 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee6d27d5-2029-4601-8f9f-dccd62c6efe5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:30.935491 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-ee6d27d5-2029-4601-8f9f-dccd62c6efe5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1999886 Feb 03 23:55:30.937323 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42774) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:30.941470 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-abcbbb63-d294-4231-8030-010a7f05af53 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'security_group_rule': {'security_group_id': '5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b', 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:31.095748 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.securitygroups_db [None req-abcbbb63-d294-4231-8030-010a7f05af53 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Project 808a1efcd84a4b8a8850c69fc89c1570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:55:31.103413 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abcbbb63-d294-4231-8030-010a7f05af53 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (2b308ab0-ae65-444d-a9f5-bc590bba875a), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:31.172924 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abcbbb63-d294-4231-8030-010a7f05af53 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (2b308ab0-ae65-444d-a9f5-bc590bba875a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:31.284907 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abcbbb63-d294-4231-8030-010a7f05af53 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (2b308ab0-ae65-444d-a9f5-bc590bba875a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:31.302675 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbbb63-d294-4231-8030-010a7f05af53 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b308ab0-ae65-444d-a9f5-bc590bba875a,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:31.370533 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d10871-d2e9-434e-8b8f-cc1c983aa0a9 req-c6a9d2cb-05ba-473b-b911-5951b0e52d9a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:31.372617 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-38d10871-d2e9-434e-8b8f-cc1c983aa0a9 req-c6a9d2cb-05ba-473b-b911-5951b0e52d9a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0685716 Feb 03 23:55:31.444053 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-38d10871-d2e9-434e-8b8f-cc1c983aa0a9 req-9c08742e-c0d9-4ff2-a74e-52265bc21889 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634992 Feb 03 23:55:31.512411 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abcbbb63-d294-4231-8030-010a7f05af53 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:31.514307 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-abcbbb63-d294-4231-8030-010a7f05af53 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5759141 Feb 03 23:55:31.628894 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-3e0fe9d4-1dc7-483a-9f78-5df756055fdd tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848290953&fields=id&tenant_id=808a1efcd84a4b8a8850c69fc89c1570 HTTP/1.1" status: 200 len: 267 time: 0.0540707 Feb 03 23:55:31.688249 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-085e0b5d-ed23-47eb-967d-49d2e1532b2e tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:31.697796 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-085e0b5d-ed23-47eb-967d-49d2e1532b2e tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0679328 Feb 03 23:55:31.704154 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'port': {'security_groups': ['8f3cd3fd-146e-4883-9f5f-9e142e881c49', '5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:55:31.764443 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17fd4d-a47a-47a4-94ce-2a438c56e344 req-ba411b80-5315-4858-b681-7d5a85d8bbd2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:31.769360 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ab17fd4d-a47a-47a4-94ce-2a438c56e344 req-ba411b80-5315-4858-b681-7d5a85d8bbd2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0746343 Feb 03 23:55:31.800768 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:31.836636 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ab17fd4d-a47a-47a4-94ce-2a438c56e344 req-dc7ef1e1-5733-40d3-bd03-4d78e07a6167 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588698 Feb 03 23:55:32.042737 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] For port 5eca751c-6295-4a95-b021-e1ef750234ea, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eca751c-6295-4a95-b021-e1ef750234ea,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:32.076495 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for port (5eca751c-6295-4a95-b021-e1ef750234ea), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:32.147392 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:32.195916 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:32.197511 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:32.198814 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ae300f4-554f-4795-9bff-dde24e153aa6 req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "PUT /v2.0/ports/5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 981 time: 0.4992716 Feb 03 23:55:32.199286 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:55:32.201967 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d347e9f7-8b15-4dee-9452-d1830e23a987" -d '{"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:55:32.202773 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['5eca751c-6295-4a95-b021-e1ef750234ea'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:55:32.228199 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73453821-4d5b-4d98-8206-dd26812fba46 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'Port': ['ID=5eca751c-6295-4a95-b021-e1ef750234ea,revision_number=6']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:32.277531 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988ce83a-3326-4934-b89a-8fc49904244e x-openstack-request-id: req-988ce83a-3326-4934-b89a-8fc49904244e {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:55:32.277942 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:55:32.278343 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-988ce83a-3326-4934-b89a-8fc49904244e {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:55:32.278916 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea', 'status': 'completed', 'code': 200} Feb 03 23:55:32.377346 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe730741-d3e1-4dc5-b920-87b52b7db58c req-6e20dc2f-47ee-40d6-85ff-60ccd7b9de8e tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:32.379101 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fe730741-d3e1-4dc5-b920-87b52b7db58c req-6e20dc2f-47ee-40d6-85ff-60ccd7b9de8e tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.1127164 Feb 03 23:55:32.393471 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['5eca751c-6295-4a95-b021-e1ef750234ea'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:55:32.419666 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-88981754-f855-4973-8f46-3b65ffccd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:32.421331 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-88981754-f855-4973-8f46-3b65ffccd058 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1168 time: 0.0941544 Feb 03 23:55:32.568774 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fe730741-d3e1-4dc5-b920-87b52b7db58c req-1aa64120-9502-4921-bff4-c17bd11494db tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825686 Feb 03 23:55:32.594065 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-5003574f-5a06-4499-acc1-14b80c97b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:32.603197 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-5003574f-5a06-4499-acc1-14b80c97b4db service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 200 len: 914 time: 0.1652808 Feb 03 23:55:32.603380 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9df77f-2042-49d6-a79c-649e8ab3963a req-6f908325-72e2-45f4-bfb9-5a9cc82d2a23 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:32.603380 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0c9df77f-2042-49d6-a79c-649e8ab3963a req-6f908325-72e2-45f4-bfb9-5a9cc82d2a23 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0590067 Feb 03 23:55:32.620146 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-f0f3e2be-db29-4cc5-afbf-0de4f2069796 None None] Provisioning complete for port 5eca751c-6295-4a95-b021-e1ef750234ea triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:32.620552 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f0f3e2be-db29-4cc5-afbf-0de4f2069796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:32.661924 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0c9df77f-2042-49d6-a79c-649e8ab3963a req-464a7fd4-5c8c-41e6-95a7-9f59188f9bcb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478387 Feb 03 23:55:32.676193 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-577a6853-6a92-4a8c-806e-aa34434ae47d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 1000 time: 0.0740967 Feb 03 23:55:32.727310 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-7d5b55f4-9fc4-4c0d-9257-ca73a2d2316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:32.730083 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-7d5b55f4-9fc4-4c0d-9257-ca73a2d2316b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7117c721-6b93-4d5c-94e6-f41a2df95bc5 HTTP/1.1" status: 200 len: 853 time: 0.0460968 Feb 03 23:55:32.783886 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-041ccf93-14a3-49d2-b0d4-71da3a1b5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:32.785767 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-041ccf93-14a3-49d2-b0d4-71da3a1b5d5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494344 Feb 03 23:55:32.820972 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3e2be-db29-4cc5-afbf-0de4f2069796 None None] Current status of the port 5eca751c-6295-4a95-b021-e1ef750234ea is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:55:32.889278 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-ff7f8846-6081-4439-8e33-c5f5e0c6dc63 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939939 Feb 03 23:55:33.014536 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b966b4-a81a-4d1b-a773-649cd30050fe req-83250ed6-66a9-47eb-ab70-2df55681dd1a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:33.016279 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e6b966b4-a81a-4d1b-a773-649cd30050fe req-83250ed6-66a9-47eb-ab70-2df55681dd1a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1018136 Feb 03 23:55:33.064093 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d347e9f7-8b15-4dee-9452-d1830e23a987 req-34d80c28-9897-41ff-b191-63af6d55f531 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688356 Feb 03 23:55:33.089834 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e6b966b4-a81a-4d1b-a773-649cd30050fe req-805bac27-0537-4840-92c3-2ad11b7d816e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616045 Feb 03 23:55:33.869801 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-093147fe-fe6c-4873-a8d8-9d81fcc8937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:33.871361 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-093147fe-fe6c-4873-a8d8-9d81fcc8937d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1130 time: 0.0496390 Feb 03 23:55:33.941337 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523325b8-14f1-413c-9a1e-81722984b43a req-c391f4a5-9c30-49fa-8647-85f9f290b34b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:33.943094 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-523325b8-14f1-413c-9a1e-81722984b43a req-c391f4a5-9c30-49fa-8647-85f9f290b34b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.2056785 Feb 03 23:55:33.985779 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-d12d47fd-db1a-4973-a419-10894351c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:33.987310 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-d12d47fd-db1a-4973-a419-10894351c959 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.1063399 Feb 03 23:55:34.006296 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-523325b8-14f1-413c-9a1e-81722984b43a req-8f3ebf4f-a868-4d27-9b51-a3321fad2a85 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539641 Feb 03 23:55:34.061927 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-eb300c93-1315-4ff9-9726-3dcf09a3c5b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 200 len: 1002 time: 0.0620973 Feb 03 23:55:34.111135 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-8d688e46-5bc9-4440-8fba-ba346ed9f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:34.112638 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-8d688e46-5bc9-4440-8fba-ba346ed9f5db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0486505 Feb 03 23:55:34.170828 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-954500c2-e964-4a57-a46c-dc5b6f597973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:34.172355 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-954500c2-e964-4a57-a46c-dc5b6f597973 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538955 Feb 03 23:55:34.307155 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ddac6-236e-4492-b601-9f37136f47c2 req-c3209d0e-b5fc-484d-ac73-ad28455893d7 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:34.308545 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0e5ddac6-236e-4492-b601-9f37136f47c2 req-c3209d0e-b5fc-484d-ac73-ad28455893d7 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1478558 Feb 03 23:55:34.310290 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-9f6ac81d-49a3-40c9-a61a-a8ee7b2875f1 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314566 Feb 03 23:55:34.407733 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0e5ddac6-236e-4492-b601-9f37136f47c2 req-b5dd422f-f1b2-493b-979a-f6c86def7fdc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933578 Feb 03 23:55:34.433550 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-025fb35b-13bb-45c5-8771-5a0e32e49fe3 req-67aa937d-df45-4a54-a9c3-17543bc96735 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136398 Feb 03 23:55:35.131474 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded82b7-21cc-4b71-bb6f-bfa4db275bae req-4f6770c7-685b-4751-b44a-2e33cb9b660f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:35.132940 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fded82b7-21cc-4b71-bb6f-bfa4db275bae req-4f6770c7-685b-4751-b44a-2e33cb9b660f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0522017 Feb 03 23:55:35.181699 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fded82b7-21cc-4b71-bb6f-bfa4db275bae req-bc884761-cc82-469d-8ad5-ad955194ad43 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Feb 03 23:55:35.526852 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb31fc-0c36-45a5-81eb-02e071da2da1 req-ac327d54-3b44-464c-b281-6a6dea76bcff tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:35.528332 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-71fb31fc-0c36-45a5-81eb-02e071da2da1 req-ac327d54-3b44-464c-b281-6a6dea76bcff tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0532644 Feb 03 23:55:35.576467 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-71fb31fc-0c36-45a5-81eb-02e071da2da1 req-592f5156-0a96-424e-8e31-8b6b05cbc318 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Feb 03 23:55:36.309505 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0108-6349-4781-bec1-1ee456bc702b req-cef212a5-2b69-4465-a308-358ec478e20e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:36.311036 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-197e0108-6349-4781-bec1-1ee456bc702b req-cef212a5-2b69-4465-a308-358ec478e20e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0566037 Feb 03 23:55:36.356952 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-197e0108-6349-4781-bec1-1ee456bc702b req-1746bb2b-d53a-4cf6-a32d-ebb401e7038a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Feb 03 23:55:36.698537 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f206b4-3f7a-4640-b673-e479187ccd95 req-be354266-43ef-4eea-9721-87e25ddc0b46 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:36.700268 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d8f206b4-3f7a-4640-b673-e479187ccd95 req-be354266-43ef-4eea-9721-87e25ddc0b46 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0527947 Feb 03 23:55:36.750686 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d8f206b4-3f7a-4640-b673-e479187ccd95 req-8d3ae9c6-8163-4c65-8d5b-07357f7895be tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441978 Feb 03 23:55:37.304531 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cdf5b-ae58-4119-91ef-e31d201c0193 req-1613be76-e4bc-4a63-8fb1-44a34157466b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:37.306113 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-871cdf5b-ae58-4119-91ef-e31d201c0193 req-1613be76-e4bc-4a63-8fb1-44a34157466b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0599382 Feb 03 23:55:37.352035 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-871cdf5b-ae58-4119-91ef-e31d201c0193 req-6385618b-187d-4bb6-9c6c-4ea54cd22417 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Feb 03 23:55:37.488818 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae61a2-d642-4997-9266-48b3ea66c5f1 req-31ee3d7d-4da5-4f05-81d2-135309315038 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:37.490497 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b4ae61a2-d642-4997-9266-48b3ea66c5f1 req-31ee3d7d-4da5-4f05-81d2-135309315038 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 946 time: 0.0565026 Feb 03 23:55:37.526413 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-78a93264-c392-43ab-854d-7f06f2d70761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:37.527946 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-78a93264-c392-43ab-854d-7f06f2d70761 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 1129 time: 0.0486741 Feb 03 23:55:37.548614 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b4ae61a2-d642-4997-9266-48b3ea66c5f1 req-a15ba728-4131-4995-8455-4e277d70f7f1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517020 Feb 03 23:55:37.621934 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-52c49b0d-804f-4529-920f-20191d140fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:37.623435 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-52c49b0d-804f-4529-920f-20191d140fd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 910 time: 0.0892785 Feb 03 23:55:37.694703 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-ee411ec3-3159-4d3d-9b92-ba00f0ed77fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eafef20-d605-4edc-b079-3fb282337180 HTTP/1.1" status: 200 len: 1001 time: 0.0642698 Feb 03 23:55:37.744200 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-7c228c03-23ff-460f-8536-e7e511ba8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:37.745632 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-7c228c03-23ff-460f-8536-e7e511ba8df5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 200 len: 849 time: 0.0445206 Feb 03 23:55:37.803557 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-97d28f24-262a-47e0-937b-e6b948aed745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:37.805148 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-97d28f24-262a-47e0-937b-e6b948aed745 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978b16e3-16e0-4b31-a4ed-70da9d224b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519583 Feb 03 23:55:37.894330 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-56c67ae5-7534-458c-91eb-df7ff3e30bfa service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828633 Feb 03 23:55:37.956414 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:55:38.000801 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d2ed2be9-e97a-4cf0-a490-bd88d18753e8 req-b438e4d6-963e-49c5-84a7-8974307f6b69 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962784 Feb 03 23:55:38.036270 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac is: ACTIVE; New status is: DOWN {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:55:38.036655 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:38.060415 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:55:38.062709 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c38321-1b86-4284-8ebc-e2efc2f61169" -d '{"events": [{"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:55:38.078981 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:38.100243 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 23:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec303ded-d8ae-422b-8cf3-e0e83f4fc11e x-openstack-request-id: req-ec303ded-d8ae-422b-8cf3-e0e83f4fc11e {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:55:38.100691 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-unplugged", "status": "failed", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac", "code": 422}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:55:38.100855 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec303ded-d8ae-422b-8cf3-e0e83f4fc11e {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:55:38.101307 dv-cinder-822768-2-iscsi neutron-server[109793]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'code': 422} returned with failed status Feb 03 23:55:38.169674 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:38.218041 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=8']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:38.469601 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cf9-dc80-4928-b6d0-9c013b037ff8 req-10298c46-6d55-43df-b37c-a2ac38b3509b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:38.471097 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e10e8cf9-dc80-4928-b6d0-9c013b037ff8 req-10298c46-6d55-43df-b37c-a2ac38b3509b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0510213 Feb 03 23:55:38.521766 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e10e8cf9-dc80-4928-b6d0-9c013b037ff8 req-f3679557-2e49-4a2e-8e44-4d8e079095df tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Feb 03 23:55:39.646414 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [req-9facdaea-7210-4926-af06-e2f948427a21 req-080170d7-cf1d-4409-a0c4-da9eb9ada4a7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:55:39.647579 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9facdaea-7210-4926-af06-e2f948427a21 req-080170d7-cf1d-4409-a0c4-da9eb9ada4a7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059485 Feb 03 23:55:39.650646 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90e459-46b4-486d-ada8-8636e5357265 req-c7f2eb16-7f04-485f-a377-0a01513f6c12 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:39.652143 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4d90e459-46b4-486d-ada8-8636e5357265 req-c7f2eb16-7f04-485f-a377-0a01513f6c12 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0555592 Feb 03 23:55:39.699557 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4d90e459-46b4-486d-ada8-8636e5357265 req-9cf75f7b-644d-49f5-8be2-c4e2990d6f5e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418060 Feb 03 23:55:40.162800 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e65cf-562e-4506-95bf-89bd5d7f21a5 req-81692930-3604-4dad-a457-2c051f686579 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:40.164326 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6d1e65cf-562e-4506-95bf-89bd5d7f21a5 req-81692930-3604-4dad-a457-2c051f686579 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0547407 Feb 03 23:55:40.216327 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6d1e65cf-562e-4506-95bf-89bd5d7f21a5 req-2c5d2719-2928-4f84-a4bb-5d168ddcf9ce tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459549 Feb 03 23:55:40.832809 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42940) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:40.920671 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-49da35ac-6c52-489c-b9d7-5541d02ab5f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865378 Feb 03 23:55:40.928805 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-e1fb480c-667f-413c-8eab-4cc2a2bc3b2f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 23:55:40.931644 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-e1fb480c-667f-413c-8eab-4cc2a2bc3b2f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047753 Feb 03 23:55:41.131381 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42954) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:41.240717 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4ab2-8136-40e3-9ca0-a49c76f3bceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:41.351993 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4ab2-8136-40e3-9ca0-a49c76f3bceb admin admin] Publish callbacks [] for security_group (35b9d4d0-536a-4dc8-880a-0276d4ef0304), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:41.406718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc6d02-ef55-4696-ab7e-b644e61b4486 req-30cbd97e-926d-4e45-a70f-3cdc6933c01d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:41.408598 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20fc6d02-ef55-4696-ab7e-b644e61b4486 req-30cbd97e-926d-4e45-a70f-3cdc6933c01d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0548935 Feb 03 23:55:41.459360 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20fc6d02-ef55-4696-ab7e-b644e61b4486 req-7874daef-7601-4cdf-8558-e0354818cb47 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451705 Feb 03 23:55:41.516195 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4ab2-8136-40e3-9ca0-a49c76f3bceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (35b9d4d0-536a-4dc8-880a-0276d4ef0304), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:41.558928 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d5cc4ab2-8136-40e3-9ca0-a49c76f3bceb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d639ee55a4244ffc9a46051dd2dc9215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263837 Feb 03 23:55:41.568820 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4ab2-8136-40e3-9ca0-a49c76f3bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b9d4d0-536a-4dc8-880a-0276d4ef0304,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:41.569847 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42964) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:41.612634 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7968f1cf-2029-4763-a25e-dace3b8322a7 admin admin] Publish callbacks [] for security_group (35b9d4d0-536a-4dc8-880a-0276d4ef0304), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:41.635729 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7968f1cf-2029-4763-a25e-dace3b8322a7 admin admin] Publish callbacks [] for security_group (35b9d4d0-536a-4dc8-880a-0276d4ef0304), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:41.861246 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7968f1cf-2029-4763-a25e-dace3b8322a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (35b9d4d0-536a-4dc8-880a-0276d4ef0304), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:41.864123 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7968f1cf-2029-4763-a25e-dace3b8322a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:41.865376 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7968f1cf-2029-4763-a25e-dace3b8322a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35b9d4d0-536a-4dc8-880a-0276d4ef0304 HTTP/1.1" status: 204 len: 168 time: 0.3026378 Feb 03 23:55:41.884595 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968f1cf-2029-4763-a25e-dace3b8322a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b9d4d0-536a-4dc8-880a-0276d4ef0304,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:42.585322 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf445de-1f0f-4738-b30c-0b0afa018ea6 req-9902baa9-f247-4bff-98b7-8a556d0e738c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:42.586838 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-baf445de-1f0f-4738-b30c-0b0afa018ea6 req-9902baa9-f247-4bff-98b7-8a556d0e738c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0530283 Feb 03 23:55:42.634377 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-baf445de-1f0f-4738-b30c-0b0afa018ea6 req-e63276ca-28ea-439e-ae05-38af90414905 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Feb 03 23:55:42.885565 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 42982) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:42.899744 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d19a-1c7f-488d-bb1b-4cb59659ac3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:42.975502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d19a-1c7f-488d-bb1b-4cb59659ac3f admin admin] Publish callbacks [] for security_group (ef095ed3-eaad-46a0-b866-60ea5fd07f98), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:43.104680 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d19a-1c7f-488d-bb1b-4cb59659ac3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (ef095ed3-eaad-46a0-b866-60ea5fd07f98), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:43.145684 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5bb5d19a-1c7f-488d-bb1b-4cb59659ac3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=710674d601a644a9b5cb4c73ab2c74ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582381 Feb 03 23:55:43.146476 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5d19a-1c7f-488d-bb1b-4cb59659ac3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef095ed3-eaad-46a0-b866-60ea5fd07f98,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:43.148551 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 42986) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:43.196654 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-13f16e2f-1ca8-4c36-8c2d-736e99d44a9c admin admin] Publish callbacks [] for security_group (ef095ed3-eaad-46a0-b866-60ea5fd07f98), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:43.217332 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-13f16e2f-1ca8-4c36-8c2d-736e99d44a9c admin admin] Publish callbacks [] for security_group (ef095ed3-eaad-46a0-b866-60ea5fd07f98), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:43.318256 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:43.400159 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-13f16e2f-1ca8-4c36-8c2d-736e99d44a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (ef095ed3-eaad-46a0-b866-60ea5fd07f98), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:43.402751 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-13f16e2f-1ca8-4c36-8c2d-736e99d44a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:43.403861 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-13f16e2f-1ca8-4c36-8c2d-736e99d44a9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef095ed3-eaad-46a0-b866-60ea5fd07f98 HTTP/1.1" status: 204 len: 168 time: 0.2542350 Feb 03 23:55:43.416910 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f16e2f-1ca8-4c36-8c2d-736e99d44a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef095ed3-eaad-46a0-b866-60ea5fd07f98,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:43.431058 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-a812848f-63c9-4c35-bc1f-c76c61f7db5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565963 Feb 03 23:55:43.523646 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-08d735c3-35ef-4133-ab51-88d6f284ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:43.525758 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-08d735c3-35ef-4133-ab51-88d6f284ae11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 1129 time: 0.0508375 Feb 03 23:55:43.627053 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-de51349d-ab4d-4310-beb9-955ae8c30a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:43.628606 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-de51349d-ab4d-4310-beb9-955ae8c30a7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 910 time: 0.0842292 Feb 03 23:55:43.696565 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-3c62e505-659e-4e84-b9ae-32dfce3c3911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eafef20-d605-4edc-b079-3fb282337180 HTTP/1.1" status: 200 len: 1001 time: 0.0611928 Feb 03 23:55:43.772711 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-c2fd1180-316b-4f6a-b369-9445c5c619de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:43.774767 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-c2fd1180-316b-4f6a-b369-9445c5c619de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 200 len: 849 time: 0.0688493 Feb 03 23:55:43.814820 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7572fa-33fe-4fb4-8b68-abf54f1a05bd req-2670744f-3566-4037-a12b-640b263d4963 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:43.816309 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9f7572fa-33fe-4fb4-8b68-abf54f1a05bd req-2670744f-3566-4037-a12b-640b263d4963 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.1029677 Feb 03 23:55:43.843363 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-ce7b6c86-5f94-4c13-8646-a4930ecb8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:43.845746 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-ce7b6c86-5f94-4c13-8646-a4930ecb8b0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978b16e3-16e0-4b31-a4ed-70da9d224b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631571 Feb 03 23:55:43.943021 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-e9efaf0a-fa7b-4730-8d90-287abdff1adb service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886419 Feb 03 23:55:44.072760 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9f7572fa-33fe-4fb4-8b68-abf54f1a05bd req-60c82e18-3ba7-43e1-961d-b1d2450236ac tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489684 Feb 03 23:55:44.087114 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfe27238-daa3-4318-a8fb-74f3d3078a00 req-f11d4b9a-cf0a-4a4f-b5a0-4818e176f443 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374152 Feb 03 23:55:45.209752 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37599bb5-f3e2-4230-bb64-216b61bfaa5f req-edd7212c-5d89-4144-936d-92f9a007a23e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:45.211290 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-37599bb5-f3e2-4230-bb64-216b61bfaa5f req-edd7212c-5d89-4144-936d-92f9a007a23e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0583339 Feb 03 23:55:45.266660 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-37599bb5-f3e2-4230-bb64-216b61bfaa5f req-642e643a-3e35-4a04-aae1-43a192e0b316 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472357 Feb 03 23:55:45.346077 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-a0f8cd59-4fdf-4f84-9743-2cecb3baad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:45.347611 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-a0f8cd59-4fdf-4f84-9743-2cecb3baad72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91&tenant_id=1c18f75ceccb41b097da9f33f946af21 HTTP/1.1" status: 200 len: 1128 time: 0.0852242 Feb 03 23:55:45.423461 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-70744ede-606a-446d-b5f8-8a4ad23b885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:45.424957 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-70744ede-606a-446d-b5f8-8a4ad23b885a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1128 time: 0.0451765 Feb 03 23:55:45.552672 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-5c7ef78a-1fcb-48ed-887f-310a68f2eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:45.554099 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-5c7ef78a-1fcb-48ed-887f-310a68f2eeb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.0932696 Feb 03 23:55:45.633266 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-a9b321a1-95a0-4d91-af0c-4e26b60748f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 200 len: 1000 time: 0.0598931 Feb 03 23:55:45.692500 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-2e3fe5fa-8e12-4e22-b8c9-9b9d0487a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:45.694132 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-2e3fe5fa-8e12-4e22-b8c9-9b9d0487a3c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0466497 Feb 03 23:55:45.742690 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-5ced703a-b1f5-4212-8b00-032fe6b6197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:45.745106 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-5ced703a-b1f5-4212-8b00-032fe6b6197d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441577 Feb 03 23:55:45.833944 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-18812b5c-ffea-424f-9058-a62b816710b0 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810857 Feb 03 23:55:45.934749 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6fc6245-d9a4-4840-81c4-ba494a36a23f req-26a72802-da4f-42c8-a0bc-4b84f45f9dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882406 Feb 03 23:55:46.416174 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537a59-0201-418b-a9d4-bde5d78cadb6 req-a16344e6-9720-461b-8a80-9a1a49e640de tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:46.417823 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7f537a59-0201-418b-a9d4-bde5d78cadb6 req-a16344e6-9720-461b-8a80-9a1a49e640de tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0542881 Feb 03 23:55:46.465341 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7f537a59-0201-418b-a9d4-bde5d78cadb6 req-411992e4-10a0-4ab2-bb9a-8e76bab6c429 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419049 Feb 03 23:55:47.607179 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447fafa-a997-47b8-b295-8068266328fe req-7861ffbc-f44a-477f-9d7f-f0066ac375df tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:47.608891 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0447fafa-a997-47b8-b295-8068266328fe req-7861ffbc-f44a-477f-9d7f-f0066ac375df tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0652738 Feb 03 23:55:47.669699 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0447fafa-a997-47b8-b295-8068266328fe req-385f071e-bacb-49f7-ba5e-0b111acc33fd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547776 Feb 03 23:55:48.797555 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbf349-80e0-4772-8ae7-403494714f4c req-47311e88-6149-45b0-bdcf-6507c62b0ed3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:48.798933 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a2dbf349-80e0-4772-8ae7-403494714f4c req-47311e88-6149-45b0-bdcf-6507c62b0ed3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0568478 Feb 03 23:55:48.851837 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a2dbf349-80e0-4772-8ae7-403494714f4c req-da22a13a-a423-462c-b50b-25feb87ddbfb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473735 Feb 03 23:55:49.989843 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40afd5-dad3-44e0-971b-10209097da20 req-53cc410a-6846-4930-a8a5-c2fb6e3b348e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:49.997965 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6b40afd5-dad3-44e0-971b-10209097da20 req-53cc410a-6846-4930-a8a5-c2fb6e3b348e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0689116 Feb 03 23:55:50.050485 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6b40afd5-dad3-44e0-971b-10209097da20 req-fd49ffab-0233-4614-b827-d15e67d3131e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513120 Feb 03 23:55:51.196833 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3414d-9810-4eb5-a02d-195b3cdade9c req-dbc7a1ce-4a0b-4ec5-9602-a567c6c07b64 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:51.198408 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-71c3414d-9810-4eb5-a02d-195b3cdade9c req-dbc7a1ce-4a0b-4ec5-9602-a567c6c07b64 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0553222 Feb 03 23:55:51.246901 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-71c3414d-9810-4eb5-a02d-195b3cdade9c req-126894d3-cfac-4c43-833f-99e5a8dd1971 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429714 Feb 03 23:55:52.346078 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 43114) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:52.417230 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e83882-9fe9-45ac-9fff-7c8ba1f1cde7 req-a4e51baf-3562-4d1a-b7e3-44bb333e19ea tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:52.418976 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-78e83882-9fe9-45ac-9fff-7c8ba1f1cde7 req-a4e51baf-3562-4d1a-b7e3-44bb333e19ea tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0751698 Feb 03 23:55:52.489029 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:52.491057 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-78e83882-9fe9-45ac-9fff-7c8ba1f1cde7 req-f8446ce3-fa08-43c8-a75e-3eedcf2afc54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619290 Feb 03 23:55:52.715808 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Publish callbacks [] for security_group (53bc294f-828e-429c-af3a-918e80df9542), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:53.650251 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf314d1a-fbb3-4fb6-b541-7e5f53bbb86f req-d337756b-cae9-40c5-a9f5-b03281eba810 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:53.651913 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bf314d1a-fbb3-4fb6-b541-7e5f53bbb86f req-d337756b-cae9-40c5-a9f5-b03281eba810 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0607774 Feb 03 23:55:53.699660 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bf314d1a-fbb3-4fb6-b541-7e5f53bbb86f req-2ca909fa-bacd-4b6f-b479-79c55832a0c1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Feb 03 23:55:54.064556 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (53bc294f-828e-429c-af3a-918e80df9542), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:54.103035 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc9136cf400c49cba74226254d04821b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7549813 Feb 03 23:55:54.105442 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 43126) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:54.109968 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bc294f-828e-429c-af3a-918e80df9542,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:54.117765 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.118188 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.118536 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.118895 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.119230 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.119564 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.119896 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.120221 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.120548 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.120955 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.121279 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.121649 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.122002 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0baf8c-db4f-4b2b-a25a-4f62e908cf7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.131417 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-8690801e-042d-41b9-a2d9-5d23de0a5deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:54.157193 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Publish callbacks [] for security_group (53bc294f-828e-429c-af3a-918e80df9542), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:54.179521 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Publish callbacks [] for security_group (53bc294f-828e-429c-af3a-918e80df9542), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:54.424379 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (53bc294f-828e-429c-af3a-918e80df9542), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:54.427020 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:54.428206 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53bc294f-828e-429c-af3a-918e80df9542 HTTP/1.1" status: 204 len: 168 time: 0.3217545 Feb 03 23:55:54.437661 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bc294f-828e-429c-af3a-918e80df9542,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:54.445459 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.445914 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.446256 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.446670 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.447011 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.447345 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.447732 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.448065 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.448395 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.448726 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.449052 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.449375 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.449698 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0508d75e-9a74-4bbb-b65f-6db7d9433a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:54.832914 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c71f9-9e3e-4e77-83b9-bf91d8a323f2 req-df6fa2b5-473b-4c7e-a43b-f1e2bdb487de tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:54.834572 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cb8c71f9-9e3e-4e77-83b9-bf91d8a323f2 req-df6fa2b5-473b-4c7e-a43b-f1e2bdb487de tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0552621 Feb 03 23:55:54.889451 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cb8c71f9-9e3e-4e77-83b9-bf91d8a323f2 req-12c6a6eb-f7c2-4ed3-be74-419ab71c03e5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481956 Feb 03 23:55:55.613263 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 43138) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:55.627634 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1eda7114-7c10-4706-b1b5-eb69572edacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:55.654863 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b122b8fe-c8c7-4154-8a47-9b23bd01419a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:55.709788 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1eda7114-7c10-4706-b1b5-eb69572edacf admin admin] Publish callbacks [] for security_group (9b378cd2-4a73-4bca-9dd7-b57c546bd587), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:55.881308 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1eda7114-7c10-4706-b1b5-eb69572edacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9b378cd2-4a73-4bca-9dd7-b57c546bd587), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:55.919462 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1eda7114-7c10-4706-b1b5-eb69572edacf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8a074c288fb493e95ee3ddbce70c249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049979 Feb 03 23:55:55.920951 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda7114-7c10-4706-b1b5-eb69572edacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b378cd2-4a73-4bca-9dd7-b57c546bd587,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:55.922824 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 43142) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:55:55.998834 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4206069f-6bc4-476a-a6bc-8789147c7d6e admin admin] Publish callbacks [] for security_group (9b378cd2-4a73-4bca-9dd7-b57c546bd587), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:56.043762 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4206069f-6bc4-476a-a6bc-8789147c7d6e admin admin] Publish callbacks [] for security_group (9b378cd2-4a73-4bca-9dd7-b57c546bd587), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:56.087709 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27291ab-3cc0-4b86-bd50-224b686ae374 req-2c410996-8fdd-48b1-8ee2-6087d5b9c6a3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:56.089220 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b27291ab-3cc0-4b86-bd50-224b686ae374 req-2c410996-8fdd-48b1-8ee2-6087d5b9c6a3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.1017320 Feb 03 23:55:56.145237 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b27291ab-3cc0-4b86-bd50-224b686ae374 req-3051be50-9a5b-4f3f-8020-a5fcbd8054ae tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500824 Feb 03 23:55:56.281324 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4206069f-6bc4-476a-a6bc-8789147c7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9b378cd2-4a73-4bca-9dd7-b57c546bd587), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:56.283949 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4206069f-6bc4-476a-a6bc-8789147c7d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:56.285208 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4206069f-6bc4-476a-a6bc-8789147c7d6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b378cd2-4a73-4bca-9dd7-b57c546bd587 HTTP/1.1" status: 204 len: 168 time: 0.3619716 Feb 03 23:55:56.294674 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206069f-6bc4-476a-a6bc-8789147c7d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b378cd2-4a73-4bca-9dd7-b57c546bd587,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:56.841185 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:57.291584 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0ddde-36a8-4f83-8f65-8ffdcd3a7171 req-9fe1bac4-4ac7-457e-985d-ff723849eba1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:57.293244 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-90c0ddde-36a8-4f83-8f65-8ffdcd3a7171 req-9fe1bac4-4ac7-457e-985d-ff723849eba1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0735569 Feb 03 23:55:57.359295 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-90c0ddde-36a8-4f83-8f65-8ffdcd3a7171 req-b154c5cf-4359-4222-94ef-74a144a887c3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600941 Feb 03 23:55:58.323100 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:58.551651 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a21d9-d852-4386-af73-4ee18b4b689f req-a7c3387b-99b1-403e-848e-f9d7d585d771 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:58.553123 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-022a21d9-d852-4386-af73-4ee18b4b689f req-a7c3387b-99b1-403e-848e-f9d7d585d771 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0522268 Feb 03 23:55:58.599342 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-022a21d9-d852-4386-af73-4ee18b4b689f req-4449a902-ca60-44ad-8ea7-43fa6a15afb1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 Feb 03 23:55:59.660547 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:55:59.722073 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aae766-37d3-4fad-8da7-61a7c443db79 req-bda53726-8287-4fa5-ac95-cbde0ad0f9ee tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:59.723539 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92aae766-37d3-4fad-8da7-61a7c443db79 req-bda53726-8287-4fa5-ac95-cbde0ad0f9ee tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0521808 Feb 03 23:55:59.769550 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92aae766-37d3-4fad-8da7-61a7c443db79 req-32768aaf-1428-4611-b735-68cbc61cb8c6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404902 Feb 03 23:56:00.895260 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fce75-d7a5-48ab-8488-8b9404fd567f req-2c31599f-8100-4d69-a34b-c49b1b49a63f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:00.896723 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a42fce75-d7a5-48ab-8488-8b9404fd567f req-2c31599f-8100-4d69-a34b-c49b1b49a63f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0555449 Feb 03 23:56:00.942907 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a42fce75-d7a5-48ab-8488-8b9404fd567f req-6b8dd2aa-f6ae-4f83-960e-eec7326a9d4f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Feb 03 23:56:02.066743 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee647e-2f6e-4c77-83b0-6d58470c2a12 req-48074f93-cb33-438e-852b-b81f19286856 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:02.068242 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92ee647e-2f6e-4c77-83b0-6d58470c2a12 req-48074f93-cb33-438e-852b-b81f19286856 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0514436 Feb 03 23:56:02.113881 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92ee647e-2f6e-4c77-83b0-6d58470c2a12 req-c5935d77-0c5d-4303-b060-64cd3fc69dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393498 Feb 03 23:56:03.236499 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7167a9-7c19-4cae-8576-44ef606b193a req-06ad9bae-49bd-4488-9290-23d1ad20b157 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:03.237989 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9a7167a9-7c19-4cae-8576-44ef606b193a req-06ad9bae-49bd-4488-9290-23d1ad20b157 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0511527 Feb 03 23:56:03.286798 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9a7167a9-7c19-4cae-8576-44ef606b193a req-0719a720-1c38-425b-9bd2-a1bda53a1e9d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Feb 03 23:56:04.344612 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:56:04.412634 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020573c-4f16-4221-915d-5632f4e63d25 req-486c9cf4-4fa7-4786-933a-6f622f73bbc6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:04.414728 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1020573c-4f16-4221-915d-5632f4e63d25 req-486c9cf4-4fa7-4786-933a-6f622f73bbc6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0535526 Feb 03 23:56:04.459009 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1020573c-4f16-4221-915d-5632f4e63d25 req-fdf7c660-5d48-4d37-8e94-fac0239cfd0b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386324 Feb 03 23:56:05.581052 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfd947-07ef-45f1-b39a-522b9a491bfe req-cf51faa1-17d6-417d-af94-aa09259bc847 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:05.582585 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c3cfd947-07ef-45f1-b39a-522b9a491bfe req-cf51faa1-17d6-417d-af94-aa09259bc847 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0516243 Feb 03 23:56:05.628298 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c3cfd947-07ef-45f1-b39a-522b9a491bfe req-d4d309a3-dd50-4f11-82c4-60d7ca895bd3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Feb 03 23:56:06.749525 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c3b00-118c-42ae-9251-5735fcffe947 req-370648a5-2b6e-4ec7-ab9c-4407bb17a6bc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:06.751023 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-745c3b00-118c-42ae-9251-5735fcffe947 req-370648a5-2b6e-4ec7-ab9c-4407bb17a6bc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0514879 Feb 03 23:56:06.796942 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-745c3b00-118c-42ae-9251-5735fcffe947 req-f7236104-94bd-4dd3-b87e-56d514ea55d7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 Feb 03 23:56:07.919221 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c406e3-0e29-4d9f-86c1-087d28a66a88 req-434582d5-6672-48ce-a8ee-bd46e470eee8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:07.920605 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-53c406e3-0e29-4d9f-86c1-087d28a66a88 req-434582d5-6672-48ce-a8ee-bd46e470eee8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0510206 Feb 03 23:56:07.966052 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-53c406e3-0e29-4d9f-86c1-087d28a66a88 req-d2a6f035-f91d-4631-821e-3bab67d74ca5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 Feb 03 23:56:09.086720 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616b4aa-f644-463b-abd5-6851f28b03ba req-0b98f2b6-dfe2-4f14-a650-60e03df8f555 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:09.088163 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f616b4aa-f644-463b-abd5-6851f28b03ba req-0b98f2b6-dfe2-4f14-a650-60e03df8f555 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0510218 Feb 03 23:56:09.374359 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f616b4aa-f644-463b-abd5-6851f28b03ba req-07e5c2c0-d6bf-47ab-a7b6-249b251e083b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807653 Feb 03 23:56:10.498343 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3db68-673b-4664-8197-e363d307dd12 req-e4336568-ebb6-4f06-87a0-207fff8020af tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:10.499822 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-74c3db68-673b-4664-8197-e363d307dd12 req-e4336568-ebb6-4f06-87a0-207fff8020af tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0547392 Feb 03 23:56:10.545420 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-74c3db68-673b-4664-8197-e363d307dd12 req-e122f959-8b50-451f-afc6-a434169e17ea tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402043 Feb 03 23:56:11.667271 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb55ed-3eb6-454b-a618-4375f01cace8 req-6a150680-558e-4a12-a957-5f5e449670fb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:11.668660 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1beb55ed-3eb6-454b-a618-4375f01cace8 req-6a150680-558e-4a12-a957-5f5e449670fb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0523832 Feb 03 23:56:11.714670 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1beb55ed-3eb6-454b-a618-4375f01cace8 req-aa46cad3-714f-451c-a668-e414c4044035 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399711 Feb 03 23:56:12.841308 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba4075-7e62-4df2-aa1b-c87a15047169 req-a2ca53ea-8642-4964-85a0-4c24779a47cd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:12.842805 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-99ba4075-7e62-4df2-aa1b-c87a15047169 req-a2ca53ea-8642-4964-85a0-4c24779a47cd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0524797 Feb 03 23:56:12.888107 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-99ba4075-7e62-4df2-aa1b-c87a15047169 req-e1072f40-90da-478a-a29a-b49facac9f77 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 Feb 03 23:56:13.297394 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:14.014034 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eec642-323d-4306-a645-73afbe7f2b77 req-bf82bd32-6e96-420e-a344-0e7983e8dfd6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:14.015524 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a7eec642-323d-4306-a645-73afbe7f2b77 req-bf82bd32-6e96-420e-a344-0e7983e8dfd6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0542872 Feb 03 23:56:14.064261 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a7eec642-323d-4306-a645-73afbe7f2b77 req-70a15e86-beec-45df-9440-97711a83d803 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431635 Feb 03 23:56:15.190213 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd995b8-ae94-4765-8b5b-97088042d35f req-84aea487-8916-4f28-8a99-4b3a5220fcad tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:15.191624 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7fd995b8-ae94-4765-8b5b-97088042d35f req-84aea487-8916-4f28-8a99-4b3a5220fcad tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0523255 Feb 03 23:56:15.241983 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7fd995b8-ae94-4765-8b5b-97088042d35f req-5e040d51-3c71-4344-8166-9c75981c477a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 Feb 03 23:56:16.202115 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:56:16.302512 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:56:16.313585 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'port_id': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'mac_address': 'fa:16:3e:f2:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:56:16.351843 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:56:16.352241 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:16.365038 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b3ab3a-525d-4dba-bc29-8be24b6e3bac {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:56:16.366632 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9f248-e4a0-476e-872e-304afbb04ac1 req-e949d969-fad1-4dda-b6f9-dc366acdba4e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:16.368112 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ace9f248-e4a0-476e-872e-304afbb04ac1 req-e949d969-fad1-4dda-b6f9-dc366acdba4e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 944 time: 0.0510979 Feb 03 23:56:16.385604 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:56:16.415540 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ace9f248-e4a0-476e-872e-304afbb04ac1 req-505ed01f-7e9e-49c8-8fd6-7d2985a31c84 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 Feb 03 23:56:16.482724 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:16.535461 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=9']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:16.541520 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.541869 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.542297 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.542644 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.542979 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.543317 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.543649 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.543978 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.544306 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.544652 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.544984 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.545307 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:16.545629 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:17.537473 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e64c7-04e6-4c74-b846-79a0bd0b5057 req-29a8a86d-630f-4f6a-930a-b2465182b00c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:17.538970 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b58e64c7-04e6-4c74-b846-79a0bd0b5057 req-29a8a86d-630f-4f6a-930a-b2465182b00c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Feb 03 23:56:17.583900 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b58e64c7-04e6-4c74-b846-79a0bd0b5057 req-6fb84562-f809-4102-bf51-8f43be0e567f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Feb 03 23:56:18.703841 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68939d9-bd98-42f9-8a5b-320cfbc92c56 req-b6fe89e7-887b-4a13-8dde-92e9f14af95f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:18.705324 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f68939d9-bd98-42f9-8a5b-320cfbc92c56 req-b6fe89e7-887b-4a13-8dde-92e9f14af95f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0504837 Feb 03 23:56:18.751271 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f68939d9-bd98-42f9-8a5b-320cfbc92c56 req-5af33ec2-410b-4976-8467-209facba5cd3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Feb 03 23:56:19.873201 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d15b7-624f-4122-bd45-9fb17fdfc8d3 req-6ddac489-0a86-45d8-9bfa-5f81c285a3c8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:19.874695 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-837d15b7-624f-4122-bd45-9fb17fdfc8d3 req-6ddac489-0a86-45d8-9bfa-5f81c285a3c8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0521095 Feb 03 23:56:19.919079 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-837d15b7-624f-4122-bd45-9fb17fdfc8d3 req-273393ed-55b9-4a34-8c72-04edc7a01bf1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Feb 03 23:56:20.710967 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:56:21.044475 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574ded4-12f3-4a64-8633-1c1536f2f108 req-1cae1cd0-7180-4553-804a-cedefaf0816e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:21.045905 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d574ded4-12f3-4a64-8633-1c1536f2f108 req-1cae1cd0-7180-4553-804a-cedefaf0816e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0559518 Feb 03 23:56:21.092177 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d574ded4-12f3-4a64-8633-1c1536f2f108 req-1936aa1b-399a-4a82-a146-c39a03d10e11 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Feb 03 23:56:22.219534 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd011ac-a1a2-4fb2-b1e1-072f0868ea4a req-7f0985a6-e1a4-4a9a-9233-33bfc88ff20e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:22.221011 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bfd011ac-a1a2-4fb2-b1e1-072f0868ea4a req-7f0985a6-e1a4-4a9a-9233-33bfc88ff20e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 945 time: 0.0560801 Feb 03 23:56:22.249238 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:56:22.269360 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bfd011ac-a1a2-4fb2-b1e1-072f0868ea4a req-fd489c09-a64d-4342-adb7-6e6da2895a2c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Feb 03 23:56:22.307779 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:56:22.308151 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:22.382505 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:56:22.382817 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:22.407472 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:56:22.409723 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f63f935-9d58-4692-ae33-935fbff7f82c" -d '{"events": [{"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-plugged", "status": "completed", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:56:22.423324 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:56:22.447865 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a8df62-c0d6-4875-8d12-edca715b9c94 x-openstack-request-id: req-55a8df62-c0d6-4875-8d12-edca715b9c94 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:56:22.448182 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-plugged", "status": "completed", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:56:22.448440 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55a8df62-c0d6-4875-8d12-edca715b9c94 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:56:22.448920 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'code': 200} Feb 03 23:56:22.528513 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:22.576680 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=10']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:23.151243 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f287a451-413a-4e07-b4a3-9f29fdfe1d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:23.408849 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb08e37-bf0b-4ade-ba61-4abe705f9af4 req-6af4129c-7cf2-43c8-a0b3-6723a903e86f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:23.410352 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cdb08e37-bf0b-4ade-ba61-4abe705f9af4 req-6af4129c-7cf2-43c8-a0b3-6723a903e86f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0533442 Feb 03 23:56:23.456645 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cdb08e37-bf0b-4ade-ba61-4abe705f9af4 req-78dbee1e-79c7-4252-b48d-823b94e2ab78 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Feb 03 23:56:24.589365 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ccd1e-f14a-4a5c-bb51-99dcc5257f6b req-dfb7db2a-af37-4329-8f96-dc756accf9bd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:24.590887 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-778ccd1e-f14a-4a5c-bb51-99dcc5257f6b req-dfb7db2a-af37-4329-8f96-dc756accf9bd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0604806 Feb 03 23:56:24.639760 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-778ccd1e-f14a-4a5c-bb51-99dcc5257f6b req-d1d6b3a4-206f-42d7-a2b1-4778aa29f567 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Feb 03 23:56:25.577327 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-fb92738d-20ec-46ed-8175-85700c0ac6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:25.775760 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f04c9-b0ec-47ab-a9d1-a83a710fb3b1 req-843d4eb5-71d1-4cb2-9500-43030a77b7a2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:25.777233 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3f4f04c9-b0ec-47ab-a9d1-a83a710fb3b1 req-843d4eb5-71d1-4cb2-9500-43030a77b7a2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0578349 Feb 03 23:56:25.822731 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3f4f04c9-b0ec-47ab-a9d1-a83a710fb3b1 req-0d659024-4dec-42fb-a587-3a5aed56b54d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Feb 03 23:56:26.674043 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:26.944742 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4edf8f-ff34-4b21-afd0-72bc684fad53 req-21290cf9-6a18-4327-b012-5df88c9ae559 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:26.946361 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7f4edf8f-ff34-4b21-afd0-72bc684fad53 req-21290cf9-6a18-4327-b012-5df88c9ae559 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0504148 Feb 03 23:56:26.998716 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7f4edf8f-ff34-4b21-afd0-72bc684fad53 req-9196e6a4-a9cd-4bf3-b16e-8dc82a9e138e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464761 Feb 03 23:56:27.322758 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2e813-3379-4d13-890f-9e7e8766dfa9 req-14780d51-831e-4ba6-977d-e39c187fbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:27.324234 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-43f2e813-3379-4d13-890f-9e7e8766dfa9 req-14780d51-831e-4ba6-977d-e39c187fbb61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1131 time: 0.1350541 Feb 03 23:56:27.365982 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-43f2e813-3379-4d13-890f-9e7e8766dfa9 req-f5c859a4-c857-4cad-aaa5-64eb27882089 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353599 Feb 03 23:56:28.124036 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fd73a-55da-4111-88a0-5844a186dfd2 req-3688b0ac-8b51-4d83-b21d-56112d857119 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:28.125686 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4d8fd73a-55da-4111-88a0-5844a186dfd2 req-3688b0ac-8b51-4d83-b21d-56112d857119 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0518293 Feb 03 23:56:28.173368 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4d8fd73a-55da-4111-88a0-5844a186dfd2 req-77a274d1-0ee3-42f7-aa0f-1ac506028d58 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Feb 03 23:56:28.257442 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:29.304397 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c158f-6689-4096-828e-ec26a7d58ab2 req-694349db-6098-4057-a124-cc3f401ca73b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:29.305855 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fb4c158f-6689-4096-828e-ec26a7d58ab2 req-694349db-6098-4057-a124-cc3f401ca73b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0518501 Feb 03 23:56:29.351806 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fb4c158f-6689-4096-828e-ec26a7d58ab2 req-d7b370fe-b8a1-41d9-be83-636e336ad428 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402644 Feb 03 23:56:29.624823 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:30.471269 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c8475-6727-47a1-b059-c1261fd60842 req-deb57ad7-ff68-4fc9-b54a-7477c90f6b89 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:30.472736 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-300c8475-6727-47a1-b059-c1261fd60842 req-deb57ad7-ff68-4fc9-b54a-7477c90f6b89 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0500495 Feb 03 23:56:30.520772 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-300c8475-6727-47a1-b059-c1261fd60842 req-f330acdb-a5be-45b1-b2f0-938660351ac6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Feb 03 23:56:31.647063 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2647b-05ae-4b3b-a72d-aa3c9a7ad63c req-2429d116-56d8-4ff5-b0eb-f9000de3c276 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:31.648533 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aec2647b-05ae-4b3b-a72d-aa3c9a7ad63c req-2429d116-56d8-4ff5-b0eb-f9000de3c276 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0554485 Feb 03 23:56:31.694257 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aec2647b-05ae-4b3b-a72d-aa3c9a7ad63c req-d9ceb3e9-0187-4eab-b6de-face7189f450 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400112 Feb 03 23:56:32.814600 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259170b-3c9b-4e64-a3b0-eb7652937d0e req-a0f19668-490a-4440-9090-d8b8faee550e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:32.816045 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8259170b-3c9b-4e64-a3b0-eb7652937d0e req-a0f19668-490a-4440-9090-d8b8faee550e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0508215 Feb 03 23:56:32.860203 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8259170b-3c9b-4e64-a3b0-eb7652937d0e req-f30bd6b8-8081-4be4-8cef-ae25c0491330 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 Feb 03 23:56:33.985301 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c538f5-0908-4ff6-ac8a-69ddd96e1228 req-e7c44392-6beb-4a4d-aa20-f6f63bb579eb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:33.986890 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-78c538f5-0908-4ff6-ac8a-69ddd96e1228 req-e7c44392-6beb-4a4d-aa20-f6f63bb579eb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0528345 Feb 03 23:56:34.033654 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-78c538f5-0908-4ff6-ac8a-69ddd96e1228 req-baee9541-a90e-4c9f-b9cd-22dad9dbbca4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Feb 03 23:56:35.156570 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42e050-f0ee-45cc-8378-5b268cb5f8e2 req-e26f76ba-c6e9-463f-afa4-256457a322d3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:35.158064 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fe42e050-f0ee-45cc-8378-5b268cb5f8e2 req-e26f76ba-c6e9-463f-afa4-256457a322d3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0525186 Feb 03 23:56:35.204151 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fe42e050-f0ee-45cc-8378-5b268cb5f8e2 req-09f7da88-cff3-4502-8971-936b684e3b32 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Feb 03 23:56:36.330797 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c1328-3ff0-4331-85fa-b6c49a7722b7 req-49525b9c-cbd9-4d9c-96e7-6262190ca065 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:36.332258 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e38c1328-3ff0-4331-85fa-b6c49a7722b7 req-49525b9c-cbd9-4d9c-96e7-6262190ca065 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0549972 Feb 03 23:56:36.378248 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e38c1328-3ff0-4331-85fa-b6c49a7722b7 req-bf72bfd0-34f6-4755-b5c9-74e73087372c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405450 Feb 03 23:56:37.503567 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc25a-28f2-4e7f-9d6a-fef087368b1c req-1513bd89-1d52-4890-a6df-310a3f96ab4c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:37.505034 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8ecfc25a-28f2-4e7f-9d6a-fef087368b1c req-1513bd89-1d52-4890-a6df-310a3f96ab4c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0539505 Feb 03 23:56:37.550387 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8ecfc25a-28f2-4e7f-9d6a-fef087368b1c req-f6cab74e-04d4-4f8f-9422-dc4b91c820dc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392954 Feb 03 23:56:38.673243 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87a5f-50d1-4eba-b668-5b06dbd5eade req-2ecf7494-af02-4434-937c-6a9a871be73d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:38.674676 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-27a87a5f-50d1-4eba-b668-5b06dbd5eade req-2ecf7494-af02-4434-937c-6a9a871be73d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0518842 Feb 03 23:56:38.720099 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-27a87a5f-50d1-4eba-b668-5b06dbd5eade req-4380e682-f130-4e07-b25d-881962672d4b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Feb 03 23:56:41.349838 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:56:42.940659 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 43564) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:56:43.045110 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3c5ceb22-5037-4959-be2f-1771556cd017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:43.118033 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3c5ceb22-5037-4959-be2f-1771556cd017 admin admin] Publish callbacks [] for security_group (4f04aae4-0fde-4564-8c1f-4c7858769ce6), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:43.211089 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3c5ceb22-5037-4959-be2f-1771556cd017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4f04aae4-0fde-4564-8c1f-4c7858769ce6), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:43.258449 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-3c5ceb22-5037-4959-be2f-1771556cd017 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d2855b0496043ceb53c5abc724e86c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166249 Feb 03 23:56:43.260653 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ceb22-5037-4959-be2f-1771556cd017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f04aae4-0fde-4564-8c1f-4c7858769ce6,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:43.263882 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 43576) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:56:43.286265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:43.315912 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a544828c-013b-4de5-be85-20880cd35a10 admin admin] Publish callbacks [] for security_group (4f04aae4-0fde-4564-8c1f-4c7858769ce6), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:43.337829 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a544828c-013b-4de5-be85-20880cd35a10 admin admin] Publish callbacks [] for security_group (4f04aae4-0fde-4564-8c1f-4c7858769ce6), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:43.458397 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-199247ae-03b5-4df9-b899-c9dbcd0f0865 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452712 Feb 03 23:56:43.485619 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a544828c-013b-4de5-be85-20880cd35a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4f04aae4-0fde-4564-8c1f-4c7858769ce6), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:43.488231 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a544828c-013b-4de5-be85-20880cd35a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:43.489374 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a544828c-013b-4de5-be85-20880cd35a10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f04aae4-0fde-4564-8c1f-4c7858769ce6 HTTP/1.1" status: 204 len: 168 time: 0.2243042 Feb 03 23:56:43.497955 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544828c-013b-4de5-be85-20880cd35a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f04aae4-0fde-4564-8c1f-4c7858769ce6,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:43.585463 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-ab6e1297-bd09-4207-ac96-1c85a6c49570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:43.587099 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-ab6e1297-bd09-4207-ac96-1c85a6c49570 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 1131 time: 0.0610385 Feb 03 23:56:43.714788 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-7ed34f0e-50ca-4abe-8351-b3d884195a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:43.716308 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-7ed34f0e-50ca-4abe-8351-b3d884195a94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.0906167 Feb 03 23:56:43.794495 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-f3e746a1-32cb-412d-9ed1-186faa0b50e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 200 len: 1002 time: 0.0592768 Feb 03 23:56:43.844334 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-9d1f48bd-2f15-4bb1-b5d9-a6176390dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:43.846738 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-9d1f48bd-2f15-4bb1-b5d9-a6176390dfbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0465813 Feb 03 23:56:43.904675 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-c4701cd5-10da-45ef-9f84-2d886138cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:43.906252 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-c4701cd5-10da-45ef-9f84-2d886138cd18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520012 Feb 03 23:56:44.000118 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-1ae1ba30-6076-4623-9801-df185396f5fa service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870869 Feb 03 23:56:44.091416 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2f9c848e-a4d6-4876-beaf-93c5eed696d9 req-2d167f16-e0b7-451a-aba4-038a07441d1a service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857837 Feb 03 23:56:46.023320 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e04b5-fab6-4672-95bb-8d714ff58056 req-e194ad3c-82f9-4e14-9b81-66b526e3ac99 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:46.024781 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fe9e04b5-fab6-4672-95bb-8d714ff58056 req-e194ad3c-82f9-4e14-9b81-66b526e3ac99 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 946 time: 0.0518522 Feb 03 23:56:46.074351 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fe9e04b5-fab6-4672-95bb-8d714ff58056 req-6fc5f80c-3aaa-4814-9fcb-411a355a7932 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Feb 03 23:56:47.209243 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45fb2d-37ae-406b-be70-d9152f4aa3ae req-5d9b779a-f0f0-4c11-a24d-f1f7eb19a9e1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:47.211809 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5f45fb2d-37ae-406b-be70-d9152f4aa3ae req-5d9b779a-f0f0-4c11-a24d-f1f7eb19a9e1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 946 time: 0.0590174 Feb 03 23:56:47.275506 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5f45fb2d-37ae-406b-be70-d9152f4aa3ae req-0bdbdf52-f175-4d50-a5b3-7e66ffd9cf4b tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562379 Feb 03 23:56:47.776583 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-bec48475-2a2a-4995-9576-ae350405b9a0 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c9cb310545c4235a6dace45233e392c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282516 Feb 03 23:56:47.953598 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832488fb-9c84-4002-9e60-cbca337c8678 req-4a8a48b3-4349-42d9-96b2-ef0d49054909 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:47.955019 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-4a8a48b3-4349-42d9-96b2-ef0d49054909 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737349 Feb 03 23:56:47.969760 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-36f81e30-a637-41f3-a896-24026d3df0d0 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/quotas/6c9cb310545c4235a6dace45233e392c HTTP/1.1" status: 200 len: 375 time: 0.0093412 Feb 03 23:56:48.001911 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-f164979c-6fe8-4cbc-ad7d-2c72f0abeadf tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c9cb310545c4235a6dace45233e392c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270185 Feb 03 23:56:48.268430 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9cf17eaf-401b-44ea-85af-33a5c7379fef req-55efec5b-0446-40d2-aa7e-5fb46b43bc2b tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 210 time: 0.0277858 Feb 03 23:56:48.348842 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0479465-131f-42fb-8053-bf78f120967d req-016a464d-0bb3-4d1b-9db7-4a00dcfe02cf tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:48.350445 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f0479465-131f-42fb-8053-bf78f120967d req-016a464d-0bb3-4d1b-9db7-4a00dcfe02cf tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 946 time: 0.0546467 Feb 03 23:56:48.404270 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58851e79-e599-4d77-b0af-c22f551e79b0 req-25470e38-130b-49ce-b886-f0c786541f5a tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:48.405777 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-58851e79-e599-4d77-b0af-c22f551e79b0 req-25470e38-130b-49ce-b886-f0c786541f5a tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 946 time: 0.0588272 Feb 03 23:56:48.453661 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Deleting port 3d50a3d7-0cd2-447a-b396-6508746f02db {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:56:48.454037 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:48.553146 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] For port 3d50a3d7-0cd2-447a-b396-6508746f02db, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=3d50a3d7-0cd2-447a-b396-6508746f02db,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:56:48.553522 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:48.571983 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Calling delete_port for 3d50a3d7-0cd2-447a-b396-6508746f02db owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:56:48.673874 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-58851e79-e599-4d77-b0af-c22f551e79b0 req-d39b49ce-34ca-4602-a898-324fae5e7838 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623141 Feb 03 23:56:48.773101 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (3d50a3d7-0cd2-447a-b396-6508746f02db), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:48.806048 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Pushing event deleted for resources: {'Port': ['ID=3d50a3d7-0cd2-447a-b396-6508746f02db,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:48.819288 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['3d50a3d7-0cd2-447a-b396-6508746f02db'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:56:48.847161 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] No DVR routers for this DVR port 3d50a3d7-0cd2-447a-b396-6508746f02db on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:56:48.849599 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:48.852983 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f0479465-131f-42fb-8053-bf78f120967d req-5bfdb8da-20d8-45ea-814e-606e5dd6c3d6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.37 "DELETE /v2.0/ports/3d50a3d7-0cd2-447a-b396-6508746f02db HTTP/1.1" status: 204 len: 173 time: 0.4958096 Feb 03 23:56:48.853420 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d9e89c-3a51-4838-acd1-d0ac02d7bdf4', 'name': 'network-vif-deleted', 'tag': '3d50a3d7-0cd2-447a-b396-6508746f02db'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:56:48.855698 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24095e6-0b5c-4eec-b207-36050d0d2fe2" -d '{"events": [{"server_uuid": "11d9e89c-3a51-4838-acd1-d0ac02d7bdf4", "name": "network-vif-deleted", "tag": "3d50a3d7-0cd2-447a-b396-6508746f02db"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:56:49.030793 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52075afd-4368-4290-b784-3fac54f67578 x-openstack-request-id: req-52075afd-4368-4290-b784-3fac54f67578 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:56:49.031092 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d9e89c-3a51-4838-acd1-d0ac02d7bdf4", "name": "network-vif-deleted", "tag": "3d50a3d7-0cd2-447a-b396-6508746f02db", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:56:49.031349 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52075afd-4368-4290-b784-3fac54f67578 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:56:49.040266 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d9e89c-3a51-4838-acd1-d0ac02d7bdf4', 'name': 'network-vif-deleted', 'tag': '3d50a3d7-0cd2-447a-b396-6508746f02db', 'status': 'completed', 'code': 200} Feb 03 23:56:49.348018 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-506a4215-a079-4a51-be45-9031997e6d46 req-a0a08b86-0aae-443b-830f-7b3ad57df7f4 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 210 time: 0.0269127 Feb 03 23:56:49.781067 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b064dafa-4bc7-4baa-91fa-70d3f28a1152 req-9e486db5-be36-4646-9884-fd70d8cfeb04 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d9e89c-3a51-4838-acd1-d0ac02d7bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0279224 Feb 03 23:56:50.442928 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-371c1a2b-ffd6-4193-b3a9-4532bbf996c5 req-0b882197-e21f-4710-a9f8-23ced3b5d294 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 210 time: 0.0289423 Feb 03 23:56:50.692240 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-2d6ef32d-2956-4a2e-b93e-f3509e7eea5e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c9cb310545c4235a6dace45233e392c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280089 Feb 03 23:56:50.881677 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832488fb-9c84-4002-9e60-cbca337c8678 req-8f1b13c5-03de-457d-92ec-4a1e9061b85c tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:50.883183 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-8f1b13c5-03de-457d-92ec-4a1e9061b85c tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866603 Feb 03 23:56:50.908458 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Request body: {'port': {'device_id': '666c0124-3db7-44e3-bd5e-decf93b5c191', 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9', 'admin_state_up': True, 'tenant_id': '6c9cb310545c4235a6dace45233e392c'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:56:51.064122 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Made reservation on behalf of 6c9cb310545c4235a6dace45233e392c for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:56:51.067626 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:51.080138 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:51.155360 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks [] for security_group (4df37107-04ca-43f1-8540-84280e182457), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:51.244778 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4df37107-04ca-43f1-8540-84280e182457), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:51.307637 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df37107-04ca-43f1-8540-84280e182457,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:51.374402 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Allocated IP 192.168.233.195 (e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9/b8f0467b-6da7-48ce-ac4d-e99079d08a37/54001dc6-e462-4f09-9da6-b689067fc2a5) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:56:51.525114 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks [] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:51.537757 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4fb35306-e249-4e41-963e-0e0ce51572bd req-a0f2f2e6-e33d-400c-bb36-732da185bec8 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 210 time: 0.0273576 Feb 03 23:56:51.628373 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:51.675204 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:56:51.678314 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:56:51.680750 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:56:51.706125 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Pushing event updated for resources: {'Port': ['ID=54001dc6-e462-4f09-9da6-b689067fc2a5,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:51.735424 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:51.736079 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:51.815612 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-e2e5ecc4-266f-42af-9042-8897d139d80a tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9107933 Feb 03 23:56:51.951550 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-51eb49c8-e27b-465b-9c94-a21d0420d7cc None None] Provisioning complete for port 54001dc6-e462-4f09-9da6-b689067fc2a5 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:56:51.952131 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-51eb49c8-e27b-465b-9c94-a21d0420d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:51.984372 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-51eb49c8-e27b-465b-9c94-a21d0420d7cc None None] Port 54001dc6-e462-4f09-9da6-b689067fc2a5 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:56:52.654370 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c22f6-c2e2-43f2-a7eb-ef1ce9f5f579 req-e0ef475a-0e25-481d-a747-a74066ce2afa tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:52.655748 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0e7c22f6-c2e2-43f2-a7eb-ef1ce9f5f579 req-e0ef475a-0e25-481d-a747-a74066ce2afa tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 936 time: 0.0517304 Feb 03 23:56:52.700852 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0e7c22f6-c2e2-43f2-a7eb-ef1ce9f5f579 req-dd220b20-09fb-4d37-939d-358a9990ee98 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Feb 03 23:56:52.860847 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 3d50a3d7-0cd2-447a-b396-6508746f02db no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:56:52.880572 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 3d50a3d7-0cd2-447a-b396-6508746f02db {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:56:52.880934 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 3d50a3d7-0cd2-447a-b396-6508746f02db not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:56:53.183926 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6989bfc9-2458-4085-b9fa-13ffa3ccac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:53.751525 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Request body: {'port': {'device_id': '666c0124-3db7-44e3-bd5e-decf93b5c191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:56:53.811101 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:53.821066 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd79f82-c80c-485b-9109-12f12255307a req-90499e20-5e8a-4c90-9fbf-78c0d59e688c tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:53.823299 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5fd79f82-c80c-485b-9109-12f12255307a req-90499e20-5e8a-4c90-9fbf-78c0d59e688c tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 936 time: 0.0544832 Feb 03 23:56:53.869938 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5fd79f82-c80c-485b-9109-12f12255307a req-3cef6c98-2613-43d1-adbe-cf07a8cec824 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Feb 03 23:56:54.061025 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54001dc6-e462-4f09-9da6-b689067fc2a5 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:56:54.068194 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Publish callbacks [] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:54.079718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Transition to ACTIVE for port object 54001dc6-e462-4f09-9da6-b689067fc2a5 will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:56:54.138280 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:54.188611 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Pushing event updated for resources: {'Port': ['ID=54001dc6-e462-4f09-9da6-b689067fc2a5,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:54.210441 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.210783 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.211120 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.211452 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.211777 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.212096 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.212416 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.212765 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.213075 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.213397 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.213712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.214142 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.214485 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:56:54.272173 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Attempting to bind port 54001dc6-e462-4f09-9da6-b689067fc2a5 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:56:54.272510 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Attempting to bind port 54001dc6-e462-4f09-9da6-b689067fc2a5 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:56:54.272929 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Attempting to bind port 54001dc6-e462-4f09-9da6-b689067fc2a5 on network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:56:54.280253 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Port 54001dc6-e462-4f09-9da6-b689067fc2a5 on network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:56:54.280575 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Attempting to bind port 54001dc6-e462-4f09-9da6-b689067fc2a5 on network e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:56:54.285789 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:56:54.286165 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Checking segment: {'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:56:54.286543 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Bound using segment: {'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:56:54.286965 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Bound port: 54001dc6-e462-4f09-9da6-b689067fc2a5, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c941483b-270f-4969-ada6-1f430897d932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:56:54.287473 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:54.350100 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] For port 54001dc6-e462-4f09-9da6-b689067fc2a5, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:56:54.352986 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] For port 54001dc6-e462-4f09-9da6-b689067fc2a5, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=54001dc6-e462-4f09-9da6-b689067fc2a5,segment=NetworkSegment(c941483b-270f-4969-ada6-1f430897d932),segment_id=c941483b-270f-4969-ada6-1f430897d932)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:56:54.458999 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:54.495828 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:54.496446 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:54.498107 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] 10.222.0.37 "PUT /v2.0/ports/54001dc6-e462-4f09-9da6-b689067fc2a5 HTTP/1.1" status: 200 len: 1098 time: 0.7507839 Feb 03 23:56:54.498560 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666c0124-3db7-44e3-bd5e-decf93b5c191', 'tag': '54001dc6-e462-4f09-9da6-b689067fc2a5'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:56:54.500811 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae92fd82-b4ac-432a-b651-1d13ac039ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "666c0124-3db7-44e3-bd5e-decf93b5c191", "tag": "54001dc6-e462-4f09-9da6-b689067fc2a5"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:56:54.527071 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f156647-0bce-4423-918c-b4e737dbf75a service neutron] Pushing event updated for resources: {'Port': ['ID=54001dc6-e462-4f09-9da6-b689067fc2a5,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:56:54.540897 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3647262d-4a47-4ba0-82bf-18cd8dfabef8 x-openstack-request-id: req-3647262d-4a47-4ba0-82bf-18cd8dfabef8 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:56:54.541199 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666c0124-3db7-44e3-bd5e-decf93b5c191", "tag": "54001dc6-e462-4f09-9da6-b689067fc2a5", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:56:54.542078 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3647262d-4a47-4ba0-82bf-18cd8dfabef8 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:56:54.544512 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666c0124-3db7-44e3-bd5e-decf93b5c191', 'tag': '54001dc6-e462-4f09-9da6-b689067fc2a5', 'status': 'completed', 'code': 200} Feb 03 23:56:54.992020 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbd34b-160a-4b7f-bf21-fd5068483c54 req-76a9ec6a-7e50-42da-ae3e-db8e3ee74280 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:54.993582 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cacbd34b-160a-4b7f-bf21-fd5068483c54 req-76a9ec6a-7e50-42da-ae3e-db8e3ee74280 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 948 time: 0.0559604 Feb 03 23:56:55.042387 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cacbd34b-160a-4b7f-bf21-fd5068483c54 req-e7b065f0-59c3-4a8f-b837-0f762392c075 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Feb 03 23:56:55.057517 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92fd82-b4ac-432a-b651-1d13ac039ae3 req-a2767779-e949-4830-9f7d-34b2da9f645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:55.059124 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ae92fd82-b4ac-432a-b651-1d13ac039ae3 req-a2767779-e949-4830-9f7d-34b2da9f645e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9cb310545c4235a6dace45233e392c&device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 1132 time: 0.0481043 Feb 03 23:56:55.091414 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ae92fd82-b4ac-432a-b651-1d13ac039ae3 req-4ae04cf0-38fe-4fa0-956f-b4e16e8745a5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c9cb310545c4235a6dace45233e392c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196121 Feb 03 23:56:55.181678 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92fd82-b4ac-432a-b651-1d13ac039ae3 req-ae31278f-11de-4f3c-bed6-5705b3ac6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:55.183706 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ae92fd82-b4ac-432a-b651-1d13ac039ae3 req-ae31278f-11de-4f3c-bed6-5705b3ac6a14 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0863545 Feb 03 23:56:55.497632 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832488fb-9c84-4002-9e60-cbca337c8678 req-57e33825-d3ee-4fcc-9915-4a917a3df386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:55.499158 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-57e33825-d3ee-4fcc-9915-4a917a3df386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9cb310545c4235a6dace45233e392c&device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 1132 time: 0.0442300 Feb 03 23:56:55.549579 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-f43a4317-a7b0-4133-91ac-5268ece756f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=54001dc6-e462-4f09-9da6-b689067fc2a5 HTTP/1.1" status: 200 len: 217 time: 0.0367458 Feb 03 23:56:55.595557 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832488fb-9c84-4002-9e60-cbca337c8678 req-f7971c61-1b9b-43aa-9959-033e7a524de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:55.596964 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-f7971c61-1b9b-43aa-9959-033e7a524de9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b8f0467b-6da7-48ce-ac4d-e99079d08a37 HTTP/1.1" status: 200 len: 843 time: 0.0421889 Feb 03 23:56:55.612994 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c81fc6e2-4546-4e36-a5a9-75d5a98401c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:55.645086 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832488fb-9c84-4002-9e60-cbca337c8678 req-590434eb-e5c3-4925-81c4-5bd91bf98acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:55.646640 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-590434eb-e5c3-4925-81c4-5bd91bf98acd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0438714 Feb 03 23:56:55.734382 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-f413b296-1522-4e66-ac7c-dc0a88932ce8 service neutron] 10.222.0.37 "GET /v2.0/networks/e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819459 Feb 03 23:56:55.820606 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-832488fb-9c84-4002-9e60-cbca337c8678 req-c5509e6c-202a-44ae-b064-c58c5a336800 service neutron] 10.222.0.37 "GET /v2.0/networks/e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801809 Feb 03 23:56:56.162951 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681365b-5514-43ea-8d21-1e9d3b4e8fbc req-f97c9ca4-903b-4ffe-b3c4-428b27603f57 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:56.164421 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8681365b-5514-43ea-8d21-1e9d3b4e8fbc req-f97c9ca4-903b-4ffe-b3c4-428b27603f57 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 948 time: 0.0548830 Feb 03 23:56:56.209962 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8681365b-5514-43ea-8d21-1e9d3b4e8fbc req-8a0077c7-7105-4674-bac3-ac532d406f26 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Feb 03 23:56:56.673443 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:57.332606 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b51d4-e393-404c-8579-8ba7c1c551e0 req-73d174bf-8eef-47d1-9c38-d145a2332a61 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:57.334099 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-db4b51d4-e393-404c-8579-8ba7c1c551e0 req-73d174bf-8eef-47d1-9c38-d145a2332a61 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 948 time: 0.0549757 Feb 03 23:56:57.389556 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-db4b51d4-e393-404c-8579-8ba7c1c551e0 req-de8bab2f-773d-4645-85bf-67c0fa856a0f tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Feb 03 23:56:58.359336 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:58.509423 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e8b39-2727-4ea4-8844-f8e0d67804d0 req-e33b913c-2039-4bab-a161-34afa871c6fb tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:58.511571 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-951e8b39-2727-4ea4-8844-f8e0d67804d0 req-e33b913c-2039-4bab-a161-34afa871c6fb tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 948 time: 0.0526559 Feb 03 23:56:58.557639 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-951e8b39-2727-4ea4-8844-f8e0d67804d0 req-b14ad75c-4b6b-455e-92ea-fc05442ab694 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Feb 03 23:56:59.616356 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:56:59.676807 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab2e28-c0e4-4999-96b5-d345ef40eefa req-84955d72-1609-4be4-bc51-ed0bd86c9f1c tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:56:59.678310 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3dab2e28-c0e4-4999-96b5-d345ef40eefa req-84955d72-1609-4be4-bc51-ed0bd86c9f1c tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 948 time: 0.0521696 Feb 03 23:56:59.724679 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3dab2e28-c0e4-4999-96b5-d345ef40eefa req-dbf00c75-66eb-45cd-a00e-7d830965e004 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 Feb 03 23:57:00.838611 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5d58-846b-48e5-a597-bb004171be86 req-8b9ef09b-0ff8-4627-8607-076b5dd679ac tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:00.840813 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b97e5d58-846b-48e5-a597-bb004171be86 req-8b9ef09b-0ff8-4627-8607-076b5dd679ac tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 948 time: 0.0512602 Feb 03 23:57:00.888797 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b97e5d58-846b-48e5-a597-bb004171be86 req-04a16f19-e786-44b8-abf4-17dc7aee8be9 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Feb 03 23:57:01.280733 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 54001dc6-e462-4f09-9da6-b689067fc2a5 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:57:01.375751 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 54001dc6-e462-4f09-9da6-b689067fc2a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=54001dc6-e462-4f09-9da6-b689067fc2a5,segment=NetworkSegment(c941483b-270f-4969-ada6-1f430897d932),segment_id=c941483b-270f-4969-ada6-1f430897d932)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:01.387877 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '54001dc6-e462-4f09-9da6-b689067fc2a5', 'network_id': 'e5f70c0f-e47f-4f8e-9d74-5d4d9b17f7b9', 'port_id': '54001dc6-e462-4f09-9da6-b689067fc2a5', 'mac_address': 'fa:16:3e:98:47:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f0467b-6da7-48ce-ac4d-e99079d08a37', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:57:01.426347 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 54001dc6-e462-4f09-9da6-b689067fc2a5 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:57:01.426736 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:01.440234 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54001dc6-e462-4f09-9da6-b689067fc2a5 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:57:01.459704 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 54001dc6-e462-4f09-9da6-b689067fc2a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=54001dc6-e462-4f09-9da6-b689067fc2a5,segment=NetworkSegment(c941483b-270f-4969-ada6-1f430897d932),segment_id=c941483b-270f-4969-ada6-1f430897d932)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:01.555399 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:01.607056 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=54001dc6-e462-4f09-9da6-b689067fc2a5,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:02.007112 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff28a6-0282-4b6e-a381-5381070b8321 req-0e080ae4-ce66-4115-8db8-df776308e141 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:02.008569 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1aff28a6-0282-4b6e-a381-5381070b8321 req-0e080ae4-ce66-4115-8db8-df776308e141 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 949 time: 0.0524964 Feb 03 23:57:02.059165 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1aff28a6-0282-4b6e-a381-5381070b8321 req-77c8ff9b-104f-4785-bf1f-da217c75f763 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Feb 03 23:57:03.176298 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b5b3c-27cc-4263-a853-7c899485b0c8 req-18fe1db0-b9f8-4b89-8733-fc546e73d8f9 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:03.177880 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce1b5b3c-27cc-4263-a853-7c899485b0c8 req-18fe1db0-b9f8-4b89-8733-fc546e73d8f9 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 949 time: 0.0529022 Feb 03 23:57:03.224162 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce1b5b3c-27cc-4263-a853-7c899485b0c8 req-09ee26fb-4ea4-4fca-b9d4-092f0a7fdc5f tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Feb 03 23:57:03.396188 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['54001dc6-e462-4f09-9da6-b689067fc2a5'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:57:03.458849 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc556-0045-4c89-928d-eaca05e26eb6 req-5acdbaab-09ae-4dc2-9808-a7b112955af4 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:03.465376 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-549bc556-0045-4c89-928d-eaca05e26eb6 req-5acdbaab-09ae-4dc2-9808-a7b112955af4 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 945 time: 0.0588448 Feb 03 23:57:03.510418 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-549bc556-0045-4c89-928d-eaca05e26eb6 req-77c4160e-8abb-4d66-8ff1-ce4a31c555a8 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Feb 03 23:57:03.724830 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-ba0da8ba-bdfc-49fa-9ab0-aacfe738e0c8 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:03.726298 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-ba0da8ba-bdfc-49fa-9ab0-aacfe738e0c8 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/networks?id=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 HTTP/1.1" status: 200 len: 813 time: 0.0961123 Feb 03 23:57:03.741247 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-d9c9e7de-cc7c-4c1a-b964-7db6bb662c3e tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/quotas/0d95c1a3b9a648f99b04ebc1bcbc37b2 HTTP/1.1" status: 200 len: 375 time: 0.0089002 Feb 03 23:57:03.772535 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-bd08c2bd-3850-44a0-bde2-dbc1f63b877b tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d95c1a3b9a648f99b04ebc1bcbc37b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259831 Feb 03 23:57:03.951428 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-9e82d7d6-ac33-4a2e-8bd6-41f3533533df service neutron] 10.222.0.41 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723936 Feb 03 23:57:04.039142 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-5fa2f883-9209-4005-8300-5b716b3cea01 service neutron] 10.222.0.41 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820479 Feb 03 23:57:04.337244 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0ce40da7-1662-4c1e-b221-09ffb0221a6e req-7d20229d-ba57-4aa2-a7d8-ee73722a6eb8 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 210 time: 0.0448048 Feb 03 23:57:04.372595 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7f1f-e3f2-4915-9db6-637baea304ee req-8690887b-a4f8-4b61-bb2e-f6b6f161b9e1 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:04.374113 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-120f7f1f-e3f2-4915-9db6-637baea304ee req-8690887b-a4f8-4b61-bb2e-f6b6f161b9e1 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 949 time: 0.0663519 Feb 03 23:57:04.422887 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-120f7f1f-e3f2-4915-9db6-637baea304ee req-747c2159-e062-4612-803e-fe7b74cb892f tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430462 Feb 03 23:57:04.627686 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a44720-eef2-4cf6-a3c0-167061dc1cab req-5792d79e-344f-4fed-8353-aaca658ae763 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:04.629170 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c7a44720-eef2-4cf6-a3c0-167061dc1cab req-5792d79e-344f-4fed-8353-aaca658ae763 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 945 time: 0.0539789 Feb 03 23:57:04.685356 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c7a44720-eef2-4cf6-a3c0-167061dc1cab req-bf6826bb-35ef-4116-990b-1bb7cd62fe23 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506175 Feb 03 23:57:04.962651 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 54001dc6-e462-4f09-9da6-b689067fc2a5 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:57:05.081129 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 54001dc6-e462-4f09-9da6-b689067fc2a5 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:57:05.085039 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 54001dc6-e462-4f09-9da6-b689067fc2a5 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:57:05.085545 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:05.160538 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 54001dc6-e462-4f09-9da6-b689067fc2a5 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:57:05.160842 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:05.182417 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666c0124-3db7-44e3-bd5e-decf93b5c191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54001dc6-e462-4f09-9da6-b689067fc2a5'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:05.185140 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb7972a-21d4-4c1f-aada-da155be29a50" -d '{"events": [{"server_uuid": "666c0124-3db7-44e3-bd5e-decf93b5c191", "name": "network-vif-plugged", "status": "completed", "tag": "54001dc6-e462-4f09-9da6-b689067fc2a5"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:05.196877 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 54001dc6-e462-4f09-9da6-b689067fc2a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=54001dc6-e462-4f09-9da6-b689067fc2a5,segment=NetworkSegment(c941483b-270f-4969-ada6-1f430897d932),segment_id=c941483b-270f-4969-ada6-1f430897d932)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:05.281860 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f42190-1cbd-423e-8ec0-82a63fc1d176 x-openstack-request-id: req-30f42190-1cbd-423e-8ec0-82a63fc1d176 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:05.282318 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666c0124-3db7-44e3-bd5e-decf93b5c191", "name": "network-vif-plugged", "status": "completed", "tag": "54001dc6-e462-4f09-9da6-b689067fc2a5", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:05.282572 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30f42190-1cbd-423e-8ec0-82a63fc1d176 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:05.282961 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666c0124-3db7-44e3-bd5e-decf93b5c191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54001dc6-e462-4f09-9da6-b689067fc2a5', 'code': 200} Feb 03 23:57:05.341507 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:05.393534 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=54001dc6-e462-4f09-9da6-b689067fc2a5,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:05.439343 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f12b03b5-916e-4586-a562-a1ac7918b5a0 req-3757dbe3-b85c-4d00-a95c-cc36fc6265ba tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 210 time: 0.0264800 Feb 03 23:57:05.553852 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd134b-ab3d-4c8a-a2f7-83f0db6a0a55 req-3671618a-2e2a-48b1-ae61-925b7a8b25ac tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:05.556040 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bdbd134b-ab3d-4c8a-a2f7-83f0db6a0a55 req-3671618a-2e2a-48b1-ae61-925b7a8b25ac tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 950 time: 0.0535510 Feb 03 23:57:05.604570 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bdbd134b-ab3d-4c8a-a2f7-83f0db6a0a55 req-bed896cb-b20e-4e25-bb1d-18c5b68fccb0 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Feb 03 23:57:05.707427 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-d7c47b2d-997b-46dd-a85d-d201702e004f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:05.708910 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-d7c47b2d-997b-46dd-a85d-d201702e004f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 945 time: 0.0562384 Feb 03 23:57:05.726674 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c322-4e74-473c-9e23-70a92f3fb799 req-dacc2882-9ca2-4871-872d-897725113913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:05.728174 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ca19c322-4e74-473c-9e23-70a92f3fb799 req-dacc2882-9ca2-4871-872d-897725113913 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 1134 time: 0.0456264 Feb 03 23:57:05.787834 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ca19c322-4e74-473c-9e23-70a92f3fb799 req-124dc469-a912-4633-a4de-315e552c17af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Feb 03 23:57:05.853971 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad8d6e-f40f-40c4-9396-32b3702dfab9 req-d47a3007-67aa-4bf5-84f6-b3b49311f3d9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:05.855564 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-daad8d6e-f40f-40c4-9396-32b3702dfab9 req-d47a3007-67aa-4bf5-84f6-b3b49311f3d9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 945 time: 0.0842128 Feb 03 23:57:05.897744 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Deleting port 9d92e6e9-cfad-41a6-b57b-3773311efd8a {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:57:05.898110 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:05.956186 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-daad8d6e-f40f-40c4-9396-32b3702dfab9 req-307b0a1b-ca44-4467-a8cd-cfa3583b5da7 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932710 Feb 03 23:57:06.008284 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] For port 9d92e6e9-cfad-41a6-b57b-3773311efd8a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9d92e6e9-cfad-41a6-b57b-3773311efd8a,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:06.008644 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:06.468552 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:06.469083 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (36a5f2a9-c75e-428e-8680-b71de8af5d7c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:06.469083 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Floating IP 36a5f2a9-c75e-428e-8680-b71de8af5d7c disassociated. External IP: 172.27.0.174, port: 9d92e6e9-cfad-41a6-b57b-3773311efd8a. Feb 03 23:57:06.469385 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Calling delete_port for 9d92e6e9-cfad-41a6-b57b-3773311efd8a owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:57:06.536540 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e33cbfc1-b7a2-47c4-a59b-f28cfd05c876 req-1a43e9c9-db1a-4ba3-a649-68857845eb9c tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Feb 03 23:57:06.700084 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (9d92e6e9-cfad-41a6-b57b-3773311efd8a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:06.740408 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event deleted for resources: {'Port': ['ID=9d92e6e9-cfad-41a6-b57b-3773311efd8a,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:06.819625 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae6b5-63c5-4e9c-9fbd-762b08b6b4a1 req-b1826664-d3ba-4eeb-a497-4114205ff0fe tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:06.821115 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-718ae6b5-63c5-4e9c-9fbd-762b08b6b4a1 req-b1826664-d3ba-4eeb-a497-4114205ff0fe tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 950 time: 0.1488180 Feb 03 23:57:06.894002 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-718ae6b5-63c5-4e9c-9fbd-762b08b6b4a1 req-8f679e12-9a19-42f4-8c7b-a1e08c98fd4c tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646379 Feb 03 23:57:06.900923 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:57:07.011726 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:57:07.023332 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:57:07.035612 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:57:07.036696 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:56:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:57:07.062041 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] No DVR routers for this DVR port 9d92e6e9-cfad-41a6-b57b-3773311efd8a on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:57:07.065563 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:07.068052 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3bc2c06f-a910-4172-8499-fcf1008dd7ca req-fb745b12-727d-463e-b92f-038ccda3dcb9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "DELETE /v2.0/ports/9d92e6e9-cfad-41a6-b57b-3773311efd8a HTTP/1.1" status: 204 len: 173 time: 1.3239486 Feb 03 23:57:07.068542 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'name': 'network-vif-deleted', 'tag': '9d92e6e9-cfad-41a6-b57b-3773311efd8a'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:07.070941 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc008a-a556-4822-acea-c2fbb18700e5" -d '{"events": [{"server_uuid": "0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf", "name": "network-vif-deleted", "tag": "9d92e6e9-cfad-41a6-b57b-3773311efd8a"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:07.079263 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-59280665-c2e8-42e2-b4c3-e46c78958b0f req-33829878-4e8c-45cd-a4c6-2c12a3e36a44 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 210 time: 0.0471175 Feb 03 23:57:07.124107 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f57b1a-f28a-473e-b7f0-55be9e188fa4 x-openstack-request-id: req-c6f57b1a-f28a-473e-b7f0-55be9e188fa4 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:07.124489 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf", "name": "network-vif-deleted", "tag": "9d92e6e9-cfad-41a6-b57b-3773311efd8a", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:07.124757 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6f57b1a-f28a-473e-b7f0-55be9e188fa4 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:07.125160 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf', 'name': 'network-vif-deleted', 'tag': '9d92e6e9-cfad-41a6-b57b-3773311efd8a', 'status': 'completed', 'code': 200} Feb 03 23:57:07.173476 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:57:07.200942 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-39368a49-ce45-4016-8fe6-ed7c5805445f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:07.202918 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-39368a49-ce45-4016-8fe6-ed7c5805445f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.37 "GET /v2.0/networks?id=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 HTTP/1.1" status: 200 len: 813 time: 0.1227181 Feb 03 23:57:07.221662 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Request body: {'port': {'device_id': '01451fdd-5499-423c-bd0f-63d2fb5c0487', 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8', 'admin_state_up': True, 'tenant_id': '0d95c1a3b9a648f99b04ebc1bcbc37b2'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:57:07.384578 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:57:07.414302 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:57:07.423330 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:57:07.423924 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:56:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:57:07.435189 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Made reservation on behalf of 0d95c1a3b9a648f99b04ebc1bcbc37b2 for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:57:07.438653 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:07.531906 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:57:07.587258 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Allocated IP 172.20.0.8 (62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8/95d4a277-db99-458c-98ae-ca6edc3e6ab2/28f9fa4e-20ce-4b04-9ad6-dc9f03533745) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:57:07.744221 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-18127651-4c93-481f-9094-421df60a2b5a req-2be2bec4-75e6-4c98-9ce9-27682e97b825 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 210 time: 0.1164594 Feb 03 23:57:07.786584 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:57:07.814159 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ee21c-337d-48f2-ba7f-11a67d78fd8c None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:57:07.823922 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks [] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:07.983102 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:08.059566 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:57:08.064399 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:57:08.070299 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:57:08.082875 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac776217-26c8-4115-ba02-3fa3a267ce4f req-f2ab3d15-9058-4805-99d3-61377d9bcb40 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:08.090689 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ac776217-26c8-4115-ba02-3fa3a267ce4f req-f2ab3d15-9058-4805-99d3-61377d9bcb40 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 950 time: 0.1137753 Feb 03 23:57:08.134628 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Pushing event updated for resources: {'Port': ['ID=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:08.150302 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ac776217-26c8-4115-ba02-3fa3a267ce4f req-45f45301-94e8-4020-9811-ce98f99c8199 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568104 Feb 03 23:57:08.158712 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204f619-953c-4800-ad94-d4ed095b0f35 None None] New status for floating IP 36a5f2a9-c75e-428e-8680-b71de8af5d7c: DOWN {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:57:08.166526 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:08.166526 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:08.172117 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.172678 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.173237 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.174502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.174502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.174993 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.175423 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.175973 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.176575 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.178543 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.179044 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.179590 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.181151 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:08.292843 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-798adfcc-e72f-4c24-ab5f-3473d4bcd9e0 req-5f2cfc37-9d51-457f-bea9-31dd36cc46bd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b86d0bc-3afe-4b71-a4fa-0c4178ebf7cf HTTP/1.1" status: 200 len: 210 time: 0.0351260 Feb 03 23:57:08.318204 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-553593be-571e-444c-b8fb-72a7b02bc47f tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1005464 Feb 03 23:57:08.336617 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Request body: {'port': {'device_id': '01451fdd-5499-423c-bd0f-63d2fb5c0487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:57:08.397930 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:08.672144 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:57:08.679568 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Publish callbacks [] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:08.692028 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Transition to ACTIVE for port object 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:57:08.831288 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac2da1-1c5c-4877-9f03-d9fe37d555a1 req-e094ded5-e4c4-4c54-a59c-4a408cc7154e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:08.832930 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e1ac2da1-1c5c-4877-9f03-d9fe37d555a1 req-e094ded5-e4c4-4c54-a59c-4a408cc7154e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 950 time: 0.0533085 Feb 03 23:57:08.834190 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:08.865237 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c375b6-bc4a-4162-981a-7acc4c2d9f0a req-6942a4c4-0a89-4214-92b3-ed97880ba281 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:08.866803 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-29c375b6-bc4a-4162-981a-7acc4c2d9f0a req-6942a4c4-0a89-4214-92b3-ed97880ba281 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 931 time: 0.0543644 Feb 03 23:57:08.907352 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Pushing event updated for resources: {'Port': ['ID=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:08.926419 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-29c375b6-bc4a-4162-981a-7acc4c2d9f0a req-d1b98c41-256a-4334-b1cf-6a67a4720a35 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516639 Feb 03 23:57:08.951225 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e1ac2da1-1c5c-4877-9f03-d9fe37d555a1 req-00adf188-17cf-49bf-8580-473ce63b5389 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075737 Feb 03 23:57:08.991953 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 9d92e6e9-cfad-41a6-b57b-3773311efd8a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:57:08.998793 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Attempting to bind port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:57:08.999127 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Attempting to bind port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:57:08.999457 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Attempting to bind port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 on network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:57:09.003692 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 on network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:57:09.004015 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Attempting to bind port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 on network 62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:57:09.008762 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:57:09.009116 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Checking segment: {'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:57:09.009533 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Bound using segment: {'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:57:09.010011 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Bound port: 28f9fa4e-20ce-4b04-9ad6-dc9f03533745, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813d994d-b659-4656-b6ef-05fce672aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:57:09.010360 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:09.016622 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 9d92e6e9-cfad-41a6-b57b-3773311efd8a {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:57:09.016995 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 9d92e6e9-cfad-41a6-b57b-3773311efd8a not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:57:09.081428 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] For port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:57:09.084397 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] For port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:57:09.164783 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:09.198906 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:09.199645 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:09.201086 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] 10.222.0.37 "PUT /v2.0/ports/28f9fa4e-20ce-4b04-9ad6-dc9f03533745 HTTP/1.1" status: 200 len: 1093 time: 0.8684957 Feb 03 23:57:09.203449 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01451fdd-5499-423c-bd0f-63d2fb5c0487', 'tag': '28f9fa4e-20ce-4b04-9ad6-dc9f03533745'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:09.205945 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f" -d '{"events": [{"name": "network-changed", "server_uuid": "01451fdd-5499-423c-bd0f-63d2fb5c0487", "tag": "28f9fa4e-20ce-4b04-9ad6-dc9f03533745"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:09.235647 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b99de-9b27-4493-a08f-c1804bdc8a85 service neutron] Pushing event updated for resources: {'Port': ['ID=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:09.329740 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883d9755-0f8c-4746-9f30-4bb2509585af x-openstack-request-id: req-883d9755-0f8c-4746-9f30-4bb2509585af {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:09.330181 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01451fdd-5499-423c-bd0f-63d2fb5c0487", "tag": "28f9fa4e-20ce-4b04-9ad6-dc9f03533745", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:09.330538 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-883d9755-0f8c-4746-9f30-4bb2509585af {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:09.331088 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01451fdd-5499-423c-bd0f-63d2fb5c0487', 'tag': '28f9fa4e-20ce-4b04-9ad6-dc9f03533745', 'status': 'completed', 'code': 200} Feb 03 23:57:09.408050 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-2d89076f-ab4a-42a7-b178-b549f571bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:09.410822 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-2d89076f-ab4a-42a7-b178-b549f571bd73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d95c1a3b9a648f99b04ebc1bcbc37b2&device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 1127 time: 0.0663736 Feb 03 23:57:09.468755 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-45ebfe2d-02f7-4e5b-b923-2e7f07bee939 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28f9fa4e-20ce-4b04-9ad6-dc9f03533745 HTTP/1.1" status: 200 len: 217 time: 0.0421045 Feb 03 23:57:09.519644 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-26e97b74-740a-4755-8873-6f46f1183bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:09.521232 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-26e97b74-740a-4755-8873-6f46f1183bb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95d4a277-db99-458c-98ae-ca6edc3e6ab2 HTTP/1.1" status: 200 len: 853 time: 0.0471163 Feb 03 23:57:09.564760 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-469cde29-e73f-48f7-97a9-5a695e07a6dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262625 Feb 03 23:57:09.565759 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-dabf5f21-3687-42a9-bf23-7bbbd04184fb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687433725&fields=id&tenant_id=dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 267 time: 0.0562565 Feb 03 23:57:09.660595 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-5d56cc86-b86e-49c3-84a0-5f8effa3c30f service neutron] 10.222.0.37 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896804 Feb 03 23:57:09.672475 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-95e197f1-44a8-4540-9720-04f7f756a701 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:09.675150 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-95e197f1-44a8-4540-9720-04f7f756a701 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 810 time: 0.1027775 Feb 03 23:57:09.689405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-452e7902-944e-4907-96b4-e127f6b712c9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/quotas/dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 375 time: 0.0097828 Feb 03 23:57:09.751364 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-af47c0f4-52f5-42e3-8a70-5c544c43d62c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567095 Feb 03 23:57:09.752100 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0cb844f9-8082-4a43-b54b-81dc8801586a req-08314af1-b433-4c8a-92b8-ea355ccefa30 service neutron] 10.222.0.37 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850403 Feb 03 23:57:09.845409 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-e8e15a5d-514c-43a3-a463-0a52b654c1db service neutron] 10.222.0.41 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821605 Feb 03 23:57:09.942541 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-2e7d9a07-62df-4e05-8794-25bfd1d59ea3 service neutron] 10.222.0.41 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887787 Feb 03 23:57:10.056564 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-8db6e403-3f33-419e-b07b-41838b564759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:10.059047 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-8db6e403-3f33-419e-b07b-41838b564759 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d95c1a3b9a648f99b04ebc1bcbc37b2&device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 1127 time: 0.0857916 Feb 03 23:57:10.084129 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064da328-8ecb-47ff-9b59-4925275fb367 req-0d754970-4df2-420d-9f94-38a2d4f1d5ef tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:10.085700 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-064da328-8ecb-47ff-9b59-4925275fb367 req-0d754970-4df2-420d-9f94-38a2d4f1d5ef tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 943 time: 0.0799534 Feb 03 23:57:10.186586 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-064da328-8ecb-47ff-9b59-4925275fb367 req-2cfc475b-d35e-4de8-8066-bbc93bfaa6cf tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903976 Feb 03 23:57:10.203984 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-8bbb968c-ca24-4405-8266-5c2349db833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:10.208834 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-8bbb968c-ca24-4405-8266-5c2349db833e service neutron] 10.222.0.37 "GET /v2.0/networks?id=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 HTTP/1.1" status: 200 len: 913 time: 0.1378028 Feb 03 23:57:10.252466 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-2f4acbee-1cfd-4eef-baec-8d0b005069a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28f9fa4e-20ce-4b04-9ad6-dc9f03533745 HTTP/1.1" status: 200 len: 217 time: 0.0403795 Feb 03 23:57:10.328153 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-687ce5a4-8138-4e22-bdcd-f55acf2e202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:10.329661 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-687ce5a4-8138-4e22-bdcd-f55acf2e202c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95d4a277-db99-458c-98ae-ca6edc3e6ab2 HTTP/1.1" status: 200 len: 853 time: 0.0700746 Feb 03 23:57:10.341731 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68569df-1ee0-4238-8c87-5dd00aec3311 req-ae995e6d-1704-4b6f-92a6-17cc811d5ba5 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:10.346361 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e68569df-1ee0-4238-8c87-5dd00aec3311 req-ae995e6d-1704-4b6f-92a6-17cc811d5ba5 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 950 time: 0.0934894 Feb 03 23:57:10.376872 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-71f80cab-ea69-4797-98d4-525ea3d9b824 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325704 Feb 03 23:57:10.414232 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e68569df-1ee0-4238-8c87-5dd00aec3311 req-023b3c61-51ef-4d1f-bdf5-d856e4fff76c tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/security-groups?id=4df37107-04ca-43f1-8540-84280e182457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614502 Feb 03 23:57:10.514631 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-ed46a1ae-9975-4a7a-aa34-535b64b4e172 service neutron] 10.222.0.37 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848267 Feb 03 23:57:10.608040 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f6bf826c-c0f1-4fab-8a93-f282f969fa3f req-9055c4e5-5bc6-4f19-b0c3-4bac8d6dfce8 service neutron] 10.222.0.37 "GET /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859611 Feb 03 23:57:10.678386 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-da29b5a5-818f-4bdc-85de-95ec81cc03bb req-d83e1803-0a47-4fc2-9d18-c35d2f6e2e36 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 210 time: 0.0322621 Feb 03 23:57:10.870953 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-89724517-96e1-4f9c-9b9b-97e986079307 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:10.872827 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-89724517-96e1-4f9c-9b9b-97e986079307 tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.37 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 950 time: 0.0552013 Feb 03 23:57:10.983467 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Deleting port 54001dc6-e462-4f09-9da6-b689067fc2a5 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:57:10.984003 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:11.070890 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] For port 54001dc6-e462-4f09-9da6-b689067fc2a5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=54001dc6-e462-4f09-9da6-b689067fc2a5,segment=NetworkSegment(c941483b-270f-4969-ada6-1f430897d932),segment_id=c941483b-270f-4969-ada6-1f430897d932)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:11.071254 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:11.086948 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Calling delete_port for 54001dc6-e462-4f09-9da6-b689067fc2a5 owned by compute:nova {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:57:11.307024 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3d3b5-15d6-4333-b614-a5602d611eb2 req-886d48e8-8d48-4684-9f2d-14c65cab7ffe tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:11.308786 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91d3d3b5-15d6-4333-b614-a5602d611eb2 req-886d48e8-8d48-4684-9f2d-14c65cab7ffe tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 943 time: 0.0536804 Feb 03 23:57:11.344330 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (54001dc6-e462-4f09-9da6-b689067fc2a5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:11.356012 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-91d3d3b5-15d6-4333-b614-a5602d611eb2 req-ac02a93e-42df-4737-bfba-e99885457f4a tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Feb 03 23:57:11.373496 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Pushing event deleted for resources: {'Port': ['ID=54001dc6-e462-4f09-9da6-b689067fc2a5,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:11.380898 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['54001dc6-e462-4f09-9da6-b689067fc2a5'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:57:11.428014 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] No DVR routers for this DVR port 54001dc6-e462-4f09-9da6-b689067fc2a5 on host hv-cinder-82276 {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:57:11.430628 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:11.434095 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7ee8a9a9-a6ea-4517-a6c6-0bd006b37212 req-c3f15162-ff31-481d-a87f-d61b0d01a66e tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.37 "DELETE /v2.0/ports/54001dc6-e462-4f09-9da6-b689067fc2a5 HTTP/1.1" status: 204 len: 173 time: 0.5561597 Feb 03 23:57:11.437277 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666c0124-3db7-44e3-bd5e-decf93b5c191', 'name': 'network-vif-deleted', 'tag': '54001dc6-e462-4f09-9da6-b689067fc2a5'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:11.437277 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bba55a-ec94-4359-b52b-01f4095dfae4" -d '{"events": [{"server_uuid": "666c0124-3db7-44e3-bd5e-decf93b5c191", "name": "network-vif-deleted", "tag": "54001dc6-e462-4f09-9da6-b689067fc2a5"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:11.478401 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a46ba0-bead-418f-9967-1de60245d3ed x-openstack-request-id: req-27a46ba0-bead-418f-9967-1de60245d3ed {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:11.478701 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666c0124-3db7-44e3-bd5e-decf93b5c191", "name": "network-vif-deleted", "tag": "54001dc6-e462-4f09-9da6-b689067fc2a5", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:11.478950 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27a46ba0-bead-418f-9967-1de60245d3ed {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:11.479389 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666c0124-3db7-44e3-bd5e-decf93b5c191', 'name': 'network-vif-deleted', 'tag': '54001dc6-e462-4f09-9da6-b689067fc2a5', 'status': 'completed', 'code': 200} Feb 03 23:57:11.531902 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-39111d26-8c17-4ce0-8d11-2f117880bc8d req-7af1d759-70ca-4a04-8c36-f417b436413f tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 210 time: 0.0303397 Feb 03 23:57:11.780236 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cbbad97d-8b02-4b1a-939b-25fff6009b60 req-5616450e-4c61-4f59-ae44-e35abf177e5e tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 210 time: 0.0270448 Feb 03 23:57:12.492019 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4835fe6-d0f0-49ce-8c22-9c2b98aea84b req-9ef3ef83-9eee-4104-bb41-580b316d96a1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:12.493502 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e4835fe6-d0f0-49ce-8c22-9c2b98aea84b req-9ef3ef83-9eee-4104-bb41-580b316d96a1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 943 time: 0.0528250 Feb 03 23:57:12.538873 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e4835fe6-d0f0-49ce-8c22-9c2b98aea84b req-c1ff379b-303d-4497-b3d6-8fe198caea81 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395463 Feb 03 23:57:12.639678 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f07c17c3-68a5-4698-90bd-b916726f2049 req-786b5b69-83bd-4aef-9af6-18471740cdac tempest-VolumesNegativeTest-720597345 tempest-VolumesNegativeTest-720597345-project] 10.222.0.41 "GET /v2.0/ports?device_id=666c0124-3db7-44e3-bd5e-decf93b5c191 HTTP/1.1" status: 200 len: 210 time: 0.0270705 Feb 03 23:57:12.875662 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7d0ae381-280d-4788-acc5-68df5a90c8c9 req-9a6a81a4-fe0a-40b4-80d4-fd5e99abf1c3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 210 time: 0.0297713 Feb 03 23:57:13.059234 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-79db22f7-8bed-41fb-9653-d30eba12a40e tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:13.060624 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-79db22f7-8bed-41fb-9653-d30eba12a40e tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 810 time: 0.1025641 Feb 03 23:57:13.128948 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-95bb930b-ad58-47ef-9668-a9cc105f15ee tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 380 time: 0.0541539 Feb 03 23:57:13.140628 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'port': {'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'admin_state_up': True, 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'security_groups': ['37087b5c-0ebe-475b-9753-080f5de85f1b']}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:57:13.321140 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:13.358798 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Made reservation on behalf of dd8c2e0432d9424db703038c19cba9c9 for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:57:13.363267 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:13.489871 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Allocated IP 172.20.0.6 (1e8bd5c8-1987-4436-9a1a-4bf840844c1e/25fabc35-fffb-4507-ab31-3db0f21dc155/8decfa82-ad87-4c8b-a695-bdf55bb3bb08) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:57:13.625019 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:13.661459 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78acb56-bca4-4626-a83c-35b1535f2841 req-44f9ef00-bf6b-421e-a3b3-0d4f30317b28 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:13.663010 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b78acb56-bca4-4626-a83c-35b1535f2841 req-44f9ef00-bf6b-421e-a3b3-0d4f30317b28 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 943 time: 0.0565774 Feb 03 23:57:13.710019 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b78acb56-bca4-4626-a83c-35b1535f2841 req-ed5cbe3a-fe18-4df3-8c5a-26cd132425fa tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Feb 03 23:57:13.738461 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:13.787409 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:57:13.790531 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:57:13.794378 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:57:13.817291 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:13.849700 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:13.849700 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:13.987474 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c9012868-990b-4756-9e4e-33fb80114205 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8504016 Feb 03 23:57:13.989413 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-00b027f3-a6d2-4e05-b1eb-f10c55b7d4b0 None None] Provisioning complete for port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:57:13.989785 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-00b027f3-a6d2-4e05-b1eb-f10c55b7d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:14.003632 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a00513-f8e2-403a-a755-80fe7bc9b6f5 req-6624a653-4943-47c2-aa3a-fe1eea5343db tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:14.005161 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a5a00513-f8e2-403a-a755-80fe7bc9b6f5 req-6624a653-4943-47c2-aa3a-fe1eea5343db tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 931 time: 0.0584419 Feb 03 23:57:14.010006 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Request body: {'port': {'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:57:14.024236 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-00b027f3-a6d2-4e05-b1eb-f10c55b7d4b0 None None] Port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:57:14.107260 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a5a00513-f8e2-403a-a755-80fe7bc9b6f5 req-bbd9d070-1a9b-4188-b257-795d547320b1 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934892 Feb 03 23:57:14.113535 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:14.376516 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:57:14.387063 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Publish callbacks [] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:14.410348 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Transition to ACTIVE for port object 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:57:14.527908 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:14.574758 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:14.655408 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Attempting to bind port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:57:14.655967 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Attempting to bind port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:57:14.656312 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Attempting to bind port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:57:14.661613 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:57:14.662073 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Attempting to bind port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:57:14.668414 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:57:14.675619 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Checking segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:57:14.675619 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Bound using segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:57:14.675619 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Bound port: 8decfa82-ad87-4c8b-a695-bdf55bb3bb08, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:57:14.675619 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:14.749822 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] For port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:57:14.753250 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] For port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:57:14.845006 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2233-61fa-4dab-be95-91fc51416c62 req-48e43d39-369d-499a-ab06-5bcaccd58e20 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:14.846652 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bdcc2233-61fa-4dab-be95-91fc51416c62 req-48e43d39-369d-499a-ab06-5bcaccd58e20 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 943 time: 0.0595205 Feb 03 23:57:14.850783 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:14.887671 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:14.888608 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:14.890192 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] 10.222.0.37 "PUT /v2.0/ports/8decfa82-ad87-4c8b-a695-bdf55bb3bb08 HTTP/1.1" status: 200 len: 1093 time: 0.8840418 Feb 03 23:57:14.892992 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:14.895289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cd2a72-bfcb-4d27-9419-c05831291c78" -d '{"events": [{"name": "network-changed", "server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:14.898611 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bdcc2233-61fa-4dab-be95-91fc51416c62 req-9753507f-567d-4485-8201-0f6816f8e7af tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Feb 03 23:57:14.924316 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c087531-a4b9-4d48-b085-a6527ec07bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:14.950247 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d87223-fdae-467e-b0f3-d24dbe36ee8f x-openstack-request-id: req-30d87223-fdae-467e-b0f3-d24dbe36ee8f {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:14.950551 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:14.950814 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30d87223-fdae-467e-b0f3-d24dbe36ee8f {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:14.951218 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'status': 'completed', 'code': 200} Feb 03 23:57:15.008901 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:57:15.023574 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 54001dc6-e462-4f09-9da6-b689067fc2a5 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:57:15.059899 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd2a72-bfcb-4d27-9419-c05831291c78 req-54c711c4-8cdb-4ae0-bc87-f5be311c5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:15.061499 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-56cd2a72-bfcb-4d27-9419-c05831291c78 req-54c711c4-8cdb-4ae0-bc87-f5be311c5e7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 1127 time: 0.0579081 Feb 03 23:57:15.112970 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 54001dc6-e462-4f09-9da6-b689067fc2a5 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:57:15.113319 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 54001dc6-e462-4f09-9da6-b689067fc2a5 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:57:15.188291 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd2a72-bfcb-4d27-9419-c05831291c78 req-b8d20cd2-266b-4fff-8f1d-5a05c08b913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:15.189064 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:15.190167 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-56cd2a72-bfcb-4d27-9419-c05831291c78 req-b8d20cd2-266b-4fff-8f1d-5a05c08b913b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd8c2e0432d9424db703038c19cba9c9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1146634 Feb 03 23:57:15.212320 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '28f9fa4e-20ce-4b04-9ad6-dc9f03533745', 'network_id': '62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8', 'port_id': '28f9fa4e-20ce-4b04-9ad6-dc9f03533745', 'mac_address': 'fa:16:3e:b4:02:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d4a277-db99-458c-98ae-ca6edc3e6ab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:57:15.253803 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37983486-a519-4205-b347-3b34e69a2dff req-a213597a-94d0-47ef-a0d3-bcc477587dd8 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:15.257094 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-37983486-a519-4205-b347-3b34e69a2dff req-a213597a-94d0-47ef-a0d3-bcc477587dd8 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0686221 Feb 03 23:57:15.272094 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:57:15.272499 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:15.289624 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:57:15.316925 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:15.338338 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-37983486-a519-4205-b347-3b34e69a2dff req-80c9de4d-9ee2-43be-9dbf-f08892c3ab86 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682797 Feb 03 23:57:15.435393 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:15.496883 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:15.531936 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd2a72-bfcb-4d27-9419-c05831291c78 req-b71157c8-264b-4375-8c5b-8bf26f2d16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:15.533438 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-56cd2a72-bfcb-4d27-9419-c05831291c78 req-b71157c8-264b-4375-8c5b-8bf26f2d16bf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3372030 Feb 03 23:57:15.639284 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-000ec35d-b496-4cbf-9054-560063056abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:15.641016 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-000ec35d-b496-4cbf-9054-560063056abf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 1127 time: 0.0465291 Feb 03 23:57:15.687806 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-97f7c051-89c8-48c1-8879-635fab06a3a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08 HTTP/1.1" status: 200 len: 217 time: 0.0337303 Feb 03 23:57:15.740289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-cd87470f-a1e9-441d-851c-982e985335f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:15.741739 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-cd87470f-a1e9-441d-851c-982e985335f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.0484107 Feb 03 23:57:15.790286 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-1f64e710-a379-493a-9c9c-36d5687ad3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:15.792313 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-1f64e710-a379-493a-9c9c-36d5687ad3bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426569 Feb 03 23:57:15.883205 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-c3941a73-fbe5-428a-bd22-eef7af376d73 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Feb 03 23:57:15.907311 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['28f9fa4e-20ce-4b04-9ad6-dc9f03533745'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:57:15.976983 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3126737b-3aab-42db-bc55-4c9f9ee3c76b req-010b21bf-dec3-4445-9f52-6c3a8104c585 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877171 Feb 03 23:57:16.031674 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c7b8-5f49-4851-94e5-9a2590f6d86c req-77a2d2d1-1efb-4b29-b2a8-091efc6bb401 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:16.033187 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ad95c7b8-5f49-4851-94e5-9a2590f6d86c req-77a2d2d1-1efb-4b29-b2a8-091efc6bb401 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 944 time: 0.0553401 Feb 03 23:57:16.085109 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ad95c7b8-5f49-4851-94e5-9a2590f6d86c req-57095eac-293a-4d2b-84e4-5308cd29ea68 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460861 Feb 03 23:57:16.448477 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37f0c-d09d-4514-a075-a99b92b24523 req-b5f9668c-09b3-43c8-b3df-d5841ec3a7dc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:16.452576 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07c37f0c-d09d-4514-a075-a99b92b24523 req-b5f9668c-09b3-43c8-b3df-d5841ec3a7dc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0571351 Feb 03 23:57:16.500137 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07c37f0c-d09d-4514-a075-a99b92b24523 req-6fbcd7a0-7a40-4044-8fd5-737c82f5b73a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 Feb 03 23:57:17.208313 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0c5e5-89b7-4a6d-8bc4-a38c39b18d3f req-74b585ee-6a64-4ea5-ae6c-d1e228be78ec tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:17.209990 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6ed0c5e5-89b7-4a6d-8bc4-a38c39b18d3f req-74b585ee-6a64-4ea5-ae6c-d1e228be78ec tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 944 time: 0.0577743 Feb 03 23:57:17.256599 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6ed0c5e5-89b7-4a6d-8bc4-a38c39b18d3f req-42697ae5-e3b6-480f-ae62-d7a40416e011 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Feb 03 23:57:17.617743 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabf68f-7ce4-48dd-80a8-f69c38e3f823 req-72dcdb98-35a5-4d2f-8b56-9a49fd17fa0e tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:17.619275 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1dabf68f-7ce4-48dd-80a8-f69c38e3f823 req-72dcdb98-35a5-4d2f-8b56-9a49fd17fa0e tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0518122 Feb 03 23:57:17.673771 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1dabf68f-7ce4-48dd-80a8-f69c38e3f823 req-98f7b2f9-db7f-46dd-a08f-4b176b84b1ac tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478878 Feb 03 23:57:18.344720 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:57:18.382254 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b134db-2933-4a10-89df-93f036e01c0d req-b342c3cf-1aa5-4e5f-a3f3-95f4aa2c50df tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:18.384938 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-31b134db-2933-4a10-89df-93f036e01c0d req-b342c3cf-1aa5-4e5f-a3f3-95f4aa2c50df tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 944 time: 0.0578508 Feb 03 23:57:18.429172 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-31b134db-2933-4a10-89df-93f036e01c0d req-65c2e973-c9b0-47a8-8d70-45f7bafbb06c tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Feb 03 23:57:18.799919 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913cdcb-00d7-4ac8-b9b2-b0a7e5926a03 req-a100ce50-70fa-4194-b7b1-003a53c56080 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:18.801396 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a913cdcb-00d7-4ac8-b9b2-b0a7e5926a03 req-a100ce50-70fa-4194-b7b1-003a53c56080 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0526450 Feb 03 23:57:18.850211 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a913cdcb-00d7-4ac8-b9b2-b0a7e5926a03 req-d5cd8336-6134-4861-9a17-df509688eb78 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433569 Feb 03 23:57:19.011459 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:57:19.141143 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:57:19.144797 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:57:19.145163 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:19.224814 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:57:19.225197 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:19.247802 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01451fdd-5499-423c-bd0f-63d2fb5c0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f9fa4e-20ce-4b04-9ad6-dc9f03533745'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:19.250059 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c30656-20cb-4dd3-a54b-5c5f92a0d0e7" -d '{"events": [{"server_uuid": "01451fdd-5499-423c-bd0f-63d2fb5c0487", "name": "network-vif-plugged", "status": "completed", "tag": "28f9fa4e-20ce-4b04-9ad6-dc9f03533745"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:19.261786 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:19.285519 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf632f-b745-471d-8b4b-7944ad90da5a x-openstack-request-id: req-d4cf632f-b745-471d-8b4b-7944ad90da5a {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:19.285836 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01451fdd-5499-423c-bd0f-63d2fb5c0487", "name": "network-vif-plugged", "status": "completed", "tag": "28f9fa4e-20ce-4b04-9ad6-dc9f03533745", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:19.286121 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4cf632f-b745-471d-8b4b-7944ad90da5a {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:19.286513 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01451fdd-5499-423c-bd0f-63d2fb5c0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f9fa4e-20ce-4b04-9ad6-dc9f03533745', 'code': 200} Feb 03 23:57:19.393189 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:19.445580 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:19.452880 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.453260 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.453644 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.453986 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.454321 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.454660 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.455050 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.455424 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.455759 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.456095 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.456423 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.456750 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.457074 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.551755 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8a83e-4ab5-4c9b-9b41-bd7053414ccb req-38d00738-f185-402f-a4af-5a18ffe623d1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:19.553325 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3fb8a83e-4ab5-4c9b-9b41-bd7053414ccb req-38d00738-f185-402f-a4af-5a18ffe623d1 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 945 time: 0.0546172 Feb 03 23:57:19.600145 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3fb8a83e-4ab5-4c9b-9b41-bd7053414ccb req-a3f62228-cd85-4e56-8cf0-a3121e0c57be tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Feb 03 23:57:19.767181 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f093cc-662c-46e7-9e7a-4e8768b5ea9e req-59180df2-6347-4b2e-913d-e7ff63336e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:19.768776 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e2f093cc-662c-46e7-9e7a-4e8768b5ea9e req-59180df2-6347-4b2e-913d-e7ff63336e00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 1129 time: 0.0566056 Feb 03 23:57:19.812544 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e2f093cc-662c-46e7-9e7a-4e8768b5ea9e req-3306c51a-2e97-4c80-a5f1-62b69e85c017 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Feb 03 23:57:19.970758 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8bad7-45d0-44b9-a5b7-252eb5715bea req-3e135329-0573-4483-a4dd-4198453c43c6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:19.972244 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1fd8bad7-45d0-44b9-a5b7-252eb5715bea req-3e135329-0573-4483-a4dd-4198453c43c6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0539172 Feb 03 23:57:20.021783 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1fd8bad7-45d0-44b9-a5b7-252eb5715bea req-058dc5c9-6af9-4fda-a053-79c7587f4e15 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Feb 03 23:57:20.469914 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44138) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:57:20.603023 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-372db502-e5eb-4851-be07-2cb1c3648c89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c9cb310545c4235a6dace45233e392c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319423 Feb 03 23:57:20.605533 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44142) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:57:20.655688 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d25b9a9-b8d5-4e1d-b434-7b751d99e106 admin admin] Publish callbacks [] for security_group (4df37107-04ca-43f1-8540-84280e182457), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:20.699363 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d25b9a9-b8d5-4e1d-b434-7b751d99e106 admin admin] Publish callbacks [] for security_group (4df37107-04ca-43f1-8540-84280e182457), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:20.747367 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f01fa-8717-4485-85b6-6b1497f4af77 req-376349f8-a0c9-43dc-8ade-7bc421cfc8bd tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:20.748846 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a08f01fa-8717-4485-85b6-6b1497f4af77 req-376349f8-a0c9-43dc-8ade-7bc421cfc8bd tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 945 time: 0.0799069 Feb 03 23:57:20.795569 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a08f01fa-8717-4485-85b6-6b1497f4af77 req-173db639-4e59-4c57-b43c-37d6c1da3c80 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Feb 03 23:57:20.874608 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d25b9a9-b8d5-4e1d-b434-7b751d99e106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4df37107-04ca-43f1-8540-84280e182457), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:20.877128 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4d25b9a9-b8d5-4e1d-b434-7b751d99e106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:20.878246 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4d25b9a9-b8d5-4e1d-b434-7b751d99e106 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4df37107-04ca-43f1-8540-84280e182457 HTTP/1.1" status: 204 len: 168 time: 0.2717748 Feb 03 23:57:20.885843 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25b9a9-b8d5-4e1d-b434-7b751d99e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df37107-04ca-43f1-8540-84280e182457,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:21.139739 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1e5a1-0abd-4bef-91e3-bfc89d34d32d req-74d6971b-36ca-4e4f-b769-5648c895e270 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:21.141197 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7eb1e5a1-0abd-4bef-91e3-bfc89d34d32d req-74d6971b-36ca-4e4f-b769-5648c895e270 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0538120 Feb 03 23:57:21.193404 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7eb1e5a1-0abd-4bef-91e3-bfc89d34d32d req-227d9f83-2c4c-4ab0-b0f4-338726c53b50 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467346 Feb 03 23:57:21.914462 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fea83-f37d-4c7f-a180-70de3cfd046f req-640bd25e-2fae-4b22-8227-07dc1b1b9924 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:21.915980 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e84fea83-f37d-4c7f-a180-70de3cfd046f req-640bd25e-2fae-4b22-8227-07dc1b1b9924 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 945 time: 0.0555770 Feb 03 23:57:21.963210 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e84fea83-f37d-4c7f-a180-70de3cfd046f req-49f2a1cb-abf5-46f3-b374-02b8b27ae9b6 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Feb 03 23:57:22.312761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f07a6e-3d62-4691-abb3-255d6406a196 req-a88b33ed-2f34-4610-be85-0292acf42cf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:22.314306 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-32f07a6e-3d62-4691-abb3-255d6406a196 req-a88b33ed-2f34-4610-be85-0292acf42cf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0554056 Feb 03 23:57:22.364097 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-32f07a6e-3d62-4691-abb3-255d6406a196 req-dc03c661-1113-4bf8-be7f-b24e3b0c322a tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Feb 03 23:57:23.192151 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4ca97564-f067-47dd-88b2-b537dd016231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:23.486835 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2585ac-df5b-4b42-8ddb-e73faeeca28e req-b67189ce-22cd-46c6-85f4-0584c30c680b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:23.488322 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ef2585ac-df5b-4b42-8ddb-e73faeeca28e req-b67189ce-22cd-46c6-85f4-0584c30c680b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0572774 Feb 03 23:57:23.537251 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ef2585ac-df5b-4b42-8ddb-e73faeeca28e req-c6aa1a49-8324-4484-bd34-105563f8593d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 Feb 03 23:57:24.655817 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6162c-7d61-42a2-9ca7-f58c4d9fe022 req-abc125f1-7c20-44e7-aeb7-8afd445f1ab8 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:24.657278 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b2a6162c-7d61-42a2-9ca7-f58c4d9fe022 req-abc125f1-7c20-44e7-aeb7-8afd445f1ab8 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 943 time: 0.0516140 Feb 03 23:57:24.707511 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b2a6162c-7d61-42a2-9ca7-f58c4d9fe022 req-3fc02d75-5809-4fff-a87b-f321d16f2ea6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447168 Feb 03 23:57:25.018253 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:57:25.235732 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:25.247017 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:57:25.282550 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:57:25.282936 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:25.296279 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:57:25.317637 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:25.423160 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:25.469196 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:25.552130 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-700f741d-d2e9-4ba7-ba50-dba361737189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:25.825138 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7664-ec68-4bed-96ba-ec179b534a71 req-91be9d8f-b4db-4782-9aa5-f504d7c25113 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:25.826644 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b80b7664-ec68-4bed-96ba-ec179b534a71 req-91be9d8f-b4db-4782-9aa5-f504d7c25113 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 944 time: 0.0535274 Feb 03 23:57:25.875308 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b80b7664-ec68-4bed-96ba-ec179b534a71 req-80f54aee-f501-4420-b698-1d607522d1eb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431459 Feb 03 23:57:25.909672 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['8decfa82-ad87-4c8b-a695-bdf55bb3bb08'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:57:26.692772 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:26.993081 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75ee71-7795-4a45-b820-9119243834e9 req-d37ef5c3-7250-4a7c-9fa5-56a3524972dc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:26.994583 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-eb75ee71-7795-4a45-b820-9119243834e9 req-d37ef5c3-7250-4a7c-9fa5-56a3524972dc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 944 time: 0.0524843 Feb 03 23:57:27.044337 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-eb75ee71-7795-4a45-b820-9119243834e9 req-2f409667-5be1-4bad-b600-25ac182c8cdc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436132 Feb 03 23:57:28.160794 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee79335-0466-4bc1-be14-7efc8468938a req-5468b69f-839f-45a9-abb1-e9f8b7687315 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:28.162481 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ee79335-0466-4bc1-be14-7efc8468938a req-5468b69f-839f-45a9-abb1-e9f8b7687315 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 944 time: 0.0523882 Feb 03 23:57:28.222775 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ee79335-0466-4bc1-be14-7efc8468938a req-3b6b020b-ab99-4aca-ae8b-f3036603e722 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538356 Feb 03 23:57:28.277974 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:29.049473 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:57:29.171349 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:57:29.175374 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:57:29.175742 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:29.249547 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:57:29.250670 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:29.272688 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:29.274999 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7511c97-2db2-4eaa-8a8b-b9018f58c47c" -d '{"events": [{"server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "name": "network-vif-plugged", "status": "completed", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:29.290751 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:29.314855 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf5ea7-8776-4fb3-8cdd-def97c65a6d1 x-openstack-request-id: req-66bf5ea7-8776-4fb3-8cdd-def97c65a6d1 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:29.315157 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "name": "network-vif-plugged", "status": "completed", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:29.315418 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66bf5ea7-8776-4fb3-8cdd-def97c65a6d1 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:29.315827 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'code': 200} Feb 03 23:57:29.345420 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d826938-0280-4c2c-8532-be5a7e954819 req-ddccaf40-1353-4d13-b6f7-361995f60cc6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:29.346923 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9d826938-0280-4c2c-8532-be5a7e954819 req-ddccaf40-1353-4d13-b6f7-361995f60cc6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 944 time: 0.0568111 Feb 03 23:57:29.372179 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:29.397179 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9d826938-0280-4c2c-8532-be5a7e954819 req-602ee1ed-a0a0-4fa1-84df-f0a492afe930 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445745 Feb 03 23:57:29.422465 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:29.588736 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:29.750622 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6cdc8-98f5-4a6f-b780-514ff0ed7116 req-43f4ac46-511d-4078-83ba-54170598d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:29.752097 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-19a6cdc8-98f5-4a6f-b780-514ff0ed7116 req-43f4ac46-511d-4078-83ba-54170598d25d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 1129 time: 0.0431268 Feb 03 23:57:29.798613 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-19a6cdc8-98f5-4a6f-b780-514ff0ed7116 req-964146c0-86f8-47e3-838e-73e4f2db0fb3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Feb 03 23:57:30.520484 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fae11-dc2e-4df3-aa83-0f95fd4073fa req-b779b559-4320-461e-8a1a-13310a988ed6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:30.522034 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e13fae11-dc2e-4df3-aa83-0f95fd4073fa req-b779b559-4320-461e-8a1a-13310a988ed6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 945 time: 0.0536916 Feb 03 23:57:30.579449 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e13fae11-dc2e-4df3-aa83-0f95fd4073fa req-3d300fe0-5fd2-4d3a-b223-403e7027443e tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487685 Feb 03 23:57:31.693460 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f599427-a94c-448f-8de8-f29569990952 req-d1852624-50ac-4d98-a045-24224544df25 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:31.694999 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7f599427-a94c-448f-8de8-f29569990952 req-d1852624-50ac-4d98-a045-24224544df25 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 945 time: 0.0518923 Feb 03 23:57:31.749845 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7f599427-a94c-448f-8de8-f29569990952 req-5e1ee6f0-b99a-4577-b57e-ff4bf6f4b0da tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486937 Feb 03 23:57:32.868020 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ab5f6-d7f0-476b-83ce-2f2fcc38f56d req-e5acb4ff-08ba-42fb-81ac-81e1ade90414 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:32.869406 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f76ab5f6-d7f0-476b-83ce-2f2fcc38f56d req-e5acb4ff-08ba-42fb-81ac-81e1ade90414 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 945 time: 0.0522327 Feb 03 23:57:32.917684 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f76ab5f6-d7f0-476b-83ce-2f2fcc38f56d req-2a65849f-efb2-477e-be3b-cb7facf0be89 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Feb 03 23:57:33.034702 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca816-0685-45ca-ac2d-142d2a13bfbe req-50c2347b-e359-4a20-b551-d958e61c7858 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:33.036187 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-754ca816-0685-45ca-ac2d-142d2a13bfbe req-50c2347b-e359-4a20-b551-d958e61c7858 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 945 time: 0.0529296 Feb 03 23:57:33.094392 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-754ca816-0685-45ca-ac2d-142d2a13bfbe req-fd05390e-eb25-4570-abbe-d534ef379941 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523698 Feb 03 23:57:33.117650 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44218) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:57:33.178212 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7c2d9-1392-4de4-b9cd-4742ac1cb659 tempest-TestVolumeBootPattern-1723630888 tempest-TestVolumeBootPattern-1723630888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:33.179638 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-e5d7c2d9-1392-4de4-b9cd-4742ac1cb659 tempest-TestVolumeBootPattern-1723630888 tempest-TestVolumeBootPattern-1723630888-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 1124 time: 0.0609682 Feb 03 23:57:33.182540 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44220) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:57:33.186717 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:57:33.360100 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:33.461448 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:33.569239 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Allocated IP 172.27.0.85 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/08f8b2c5-6420-4961-85b4-1c1dd3319264) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:57:33.665395 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (08f8b2c5-6420-4961-85b4-1c1dd3319264), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:33.764300 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (08f8b2c5-6420-4961-85b4-1c1dd3319264), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:33.808897 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:57:33.813186 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:57:33.817297 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:57:33.820266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=08f8b2c5-6420-4961-85b4-1c1dd3319264,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:34.157949 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (e0c0c217-48e1-4e72-af70-6dc279011bb1), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:34.310174 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (08f8b2c5-6420-4961-85b4-1c1dd3319264), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:34.455011 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (08f8b2c5-6420-4961-85b4-1c1dd3319264), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:34.512166 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (08f8b2c5-6420-4961-85b4-1c1dd3319264), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:34.582283 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=08f8b2c5-6420-4961-85b4-1c1dd3319264,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:34.594772 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (e0c0c217-48e1-4e72-af70-6dc279011bb1), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:34.693942 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Floating IP e0c0c217-48e1-4e72-af70-6dc279011bb1 associated. External IP: 172.27.0.85, port: 8decfa82-ad87-4c8b-a695-bdf55bb3bb08. Feb 03 23:57:34.927834 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:57:35.035291 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:57:35.045315 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:57:35.054445 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:57:35.059729 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:57:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:57:35.165735 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:57:35.208378 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:35.238787 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-be6119ab-5afe-4f41-9371-7de158ac222c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0552437 Feb 03 23:57:35.239381 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:35.241641 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:35.278630 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c03f4d4-9726-49e1-a7c0-ee7e5e32da61 x-openstack-request-id: req-7c03f4d4-9726-49e1-a7c0-ee7e5e32da61 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:35.278928 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:35.279189 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c03f4d4-9726-49e1-a7c0-ee7e5e32da61 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:35.279595 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'status': 'completed', 'code': 200} Feb 03 23:57:35.400787 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:34Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:57:35.429467 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:57:35.437654 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:57:35.438275 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:57:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:57:35.549860 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:57:35.775353 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:34Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:57:35.803664 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f29be-81d0-42a1-9e31-087c796981ca None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:34Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:57:35.989076 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd15525-8038-433a-b6f7-fa28a22b6982 None None] New status for floating IP e0c0c217-48e1-4e72-af70-6dc279011bb1: ACTIVE {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:57:37.096385 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde83b-f7e5-4d86-b500-ab7a2d0687db req-6afff470-9f84-4733-80b2-027db8e1380f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.097859 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c9cde83b-f7e5-4d86-b500-ab7a2d0687db req-6afff470-9f84-4733-80b2-027db8e1380f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0523314 Feb 03 23:57:37.156191 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c9cde83b-f7e5-4d86-b500-ab7a2d0687db req-7f3c4517-0f21-49ae-a90a-229349ba9c8b tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527031 Feb 03 23:57:37.315420 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-248cb3a0-7515-4787-aac6-c62faee03550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.316907 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-248cb3a0-7515-4787-aac6-c62faee03550 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 1129 time: 0.0439639 Feb 03 23:57:37.409137 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-68fa2e0e-4f80-47c7-95e8-51c6305fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.410637 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-68fa2e0e-4f80-47c7-95e8-51c6305fde82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 910 time: 0.0880234 Feb 03 23:57:37.464026 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-11bdfbb4-7fcf-4213-816d-1c1005212e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.465571 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-11bdfbb4-7fcf-4213-816d-1c1005212e6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1168 time: 0.0474694 Feb 03 23:57:37.477281 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-f947630b-0ef8-409f-8521-074893e68259 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08 HTTP/1.1" status: 200 len: 1000 time: 0.0586033 Feb 03 23:57:37.528843 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-7d8b1cb5-9127-40f4-bc62-53e6a73d1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.530371 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-7d8b1cb5-9127-40f4-bc62-53e6a73d1adc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.0475473 Feb 03 23:57:37.553076 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-cb24c429-ddbd-41e0-8ab2-abb8be8687e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.554605 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-cb24c429-ddbd-41e0-8ab2-abb8be8687e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 200 len: 914 time: 0.0833356 Feb 03 23:57:37.598639 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-13b90a23-d62e-4392-b535-5dcbbec7481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.600145 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-13b90a23-d62e-4392-b535-5dcbbec7481a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465314 Feb 03 23:57:37.623567 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-8c259635-fccf-45de-8ab1-ed761811a6a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 1000 time: 0.0637860 Feb 03 23:57:37.671512 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-f49c88c4-ea97-4d85-8b94-5eb3179616cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.680364 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-f49c88c4-ea97-4d85-8b94-5eb3179616cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7117c721-6b93-4d5c-94e6-f41a2df95bc5 HTTP/1.1" status: 200 len: 853 time: 0.0438666 Feb 03 23:57:37.688521 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-461c6e37-0d16-48dc-a552-b12f47c6ba96 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822434 Feb 03 23:57:37.720742 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-45d9e876-0b06-4103-b0b6-8bc197cfac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.722311 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-45d9e876-0b06-4103-b0b6-8bc197cfac45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440195 Feb 03 23:57:37.781839 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dae60a41-1f00-49c7-9ab3-9a52f4a67d7d req-e5255f73-8d77-4967-8422-c149d180b53a service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881436 Feb 03 23:57:37.817323 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-db324985-6d65-43a6-94f2-55d03f8f6682 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895691 Feb 03 23:57:38.156843 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4b3e2af2-c42c-417b-9d98-af690d1aed2e req-af7a7d95-c789-4997-84cd-cc556d60c87c service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340468 Feb 03 23:57:38.277544 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbda344-0c21-4be0-b6bb-46f7ce17496f req-968392a0-2e39-4187-a354-a2109d03d138 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:38.279046 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8dbda344-0c21-4be0-b6bb-46f7ce17496f req-968392a0-2e39-4187-a354-a2109d03d138 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0536537 Feb 03 23:57:38.338375 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8dbda344-0c21-4be0-b6bb-46f7ce17496f req-082cd98f-c99b-4e11-b88c-11366d6491be tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535154 Feb 03 23:57:39.456805 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920f8eb-825e-45c4-a07e-f91aa9f132b7 req-b9f655bd-227a-4efa-8b6b-fbf012a221b1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:39.458327 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7920f8eb-825e-45c4-a07e-f91aa9f132b7 req-b9f655bd-227a-4efa-8b6b-fbf012a221b1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0530670 Feb 03 23:57:39.519290 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7920f8eb-825e-45c4-a07e-f91aa9f132b7 req-c3b653e9-3ae5-4c99-9f54-19f35ba1c177 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551038 Feb 03 23:57:40.636788 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcb37a-d75a-4387-bb37-ffa3efcab098 req-5a6f7069-e3d6-41f3-832b-99640c2c8275 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:40.639068 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d7dcb37a-d75a-4387-bb37-ffa3efcab098 req-5a6f7069-e3d6-41f3-832b-99640c2c8275 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0541511 Feb 03 23:57:40.701073 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d7dcb37a-d75a-4387-bb37-ffa3efcab098 req-a1a6b46d-69c6-448e-9960-54c19d55519f tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563626 Feb 03 23:57:41.819831 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653c6c4-6cc6-431c-a7ef-04f81a5293aa req-0396d157-385d-4435-baa8-105e276735be tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:41.821331 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3653c6c4-6cc6-431c-a7ef-04f81a5293aa req-0396d157-385d-4435-baa8-105e276735be tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0544031 Feb 03 23:57:41.882330 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3653c6c4-6cc6-431c-a7ef-04f81a5293aa req-89568c1c-c6e1-429e-80cd-1efa4adcf061 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546710 Feb 03 23:57:43.000729 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c60fe-9288-473d-8099-29e4e0d7bfed req-a9285f16-8422-4bd8-91cc-f0164f2f9501 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:43.002247 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1c2c60fe-9288-473d-8099-29e4e0d7bfed req-a9285f16-8422-4bd8-91cc-f0164f2f9501 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0528681 Feb 03 23:57:43.060398 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1c2c60fe-9288-473d-8099-29e4e0d7bfed req-887f24f4-2d60-49f1-8694-3bcbb22f30ba tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526128 Feb 03 23:57:43.317925 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:44.180237 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e972-30ac-4541-ad64-af0acbf17285 req-825afc0e-1841-4f24-b60a-69222b8a229a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:44.181825 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2e41e972-30ac-4541-ad64-af0acbf17285 req-825afc0e-1841-4f24-b60a-69222b8a229a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0542092 Feb 03 23:57:44.245622 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2e41e972-30ac-4541-ad64-af0acbf17285 req-9e94ddea-0c01-4580-a97e-ad8c27c69ab9 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575063 Feb 03 23:57:45.373908 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aaf1c-2216-4c13-9d99-f6d946c3400a req-d2ae845f-86ef-4ec1-96c1-77cd1cb0ee6c tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:45.375381 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-186aaf1c-2216-4c13-9d99-f6d946c3400a req-d2ae845f-86ef-4ec1-96c1-77cd1cb0ee6c tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0562806 Feb 03 23:57:45.434381 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-186aaf1c-2216-4c13-9d99-f6d946c3400a req-6eb319bb-8c73-422f-a23f-b8f4fb332703 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531118 Feb 03 23:57:46.234424 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-85a5928f-f9ca-4dd1-90f2-9595dcec4394 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432894 Feb 03 23:57:46.312406 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-8950e982-9bf6-4625-a3bd-0de31fdf3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:46.313911 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-8950e982-9bf6-4625-a3bd-0de31fdf3c87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 1129 time: 0.0444727 Feb 03 23:57:46.417376 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-00f140bf-ab6a-452e-bb17-abd8aadf4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:46.418959 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-00f140bf-ab6a-452e-bb17-abd8aadf4fc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 910 time: 0.0851009 Feb 03 23:57:46.486954 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-f9771214-4e31-4d5e-9f6f-c5ed1f740444 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eafef20-d605-4edc-b079-3fb282337180 HTTP/1.1" status: 200 len: 1001 time: 0.0615003 Feb 03 23:57:46.577662 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-b260f823-0ae2-48bd-b133-80eb6d1ef836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:46.579178 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-b260f823-0ae2-48bd-b133-80eb6d1ef836 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 200 len: 849 time: 0.0854886 Feb 03 23:57:46.604543 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde4895-293e-43b4-af19-afbda509c70b req-f26dacbc-b77e-497f-a5da-0cc62b545ed1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:46.606072 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afde4895-293e-43b4-af19-afbda509c70b req-f26dacbc-b77e-497f-a5da-0cc62b545ed1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.1029561 Feb 03 23:57:46.677042 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-9cded5d6-ffce-41b7-a97b-57c903f66f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:46.678633 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-9cded5d6-ffce-41b7-a97b-57c903f66f2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978b16e3-16e0-4b31-a4ed-70da9d224b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907497 Feb 03 23:57:46.757005 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afde4895-293e-43b4-af19-afbda509c70b req-35f939de-b21a-4e4e-a685-c93e06e44396 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290929 Feb 03 23:57:46.802032 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-2fc3d967-e6cf-4b30-90e2-192baa604d07 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119528 Feb 03 23:57:46.907040 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a9f49b02-a08c-46bb-b76e-5fc21c767eb4 req-bacd0aff-32a0-4115-b032-724ed4548cc7 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986271 Feb 03 23:57:47.140482 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9693e4-4133-4295-9cef-e82f3b7bd895 req-024a8e5c-dd3c-406b-9980-5e22a6bfdd90 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:47.142031 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aa9693e4-4133-4295-9cef-e82f3b7bd895 req-024a8e5c-dd3c-406b-9980-5e22a6bfdd90 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0560837 Feb 03 23:57:47.195641 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aa9693e4-4133-4295-9cef-e82f3b7bd895 req-fe84c6ce-3105-44a3-9e27-7ce6edea4137 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 Feb 03 23:57:47.877324 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf1684-558d-4ba1-8803-e8def6b9ec0d req-358a0050-05b5-462b-9142-eecc790fbda1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:47.878849 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6bbf1684-558d-4ba1-8803-e8def6b9ec0d req-358a0050-05b5-462b-9142-eecc790fbda1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0530105 Feb 03 23:57:47.938398 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6bbf1684-558d-4ba1-8803-e8def6b9ec0d req-e53299a4-da1a-4eb0-aab0-c5a3cd5e83e1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538476 Feb 03 23:57:48.324312 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8977-66f4-4dbc-a32d-0ca824720644 req-3552a628-43fd-4b67-8192-5bd55c1f710b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:48.325808 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-006d8977-66f4-4dbc-a32d-0ca824720644 req-3552a628-43fd-4b67-8192-5bd55c1f710b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0532348 Feb 03 23:57:48.372158 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-006d8977-66f4-4dbc-a32d-0ca824720644 req-77ede731-1fad-4fc8-b14a-2f7f9b1c86db tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Feb 03 23:57:49.059564 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87fb98-44e9-474c-a101-f87755ada457 req-496c533c-5d89-405e-8f64-e41796f79550 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:49.061048 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9b87fb98-44e9-474c-a101-f87755ada457 req-496c533c-5d89-405e-8f64-e41796f79550 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0564830 Feb 03 23:57:49.121215 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9b87fb98-44e9-474c-a101-f87755ada457 req-c482eb48-0d24-4b71-8706-93b777b0e99d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544958 Feb 03 23:57:49.492992 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dd945-640e-45a6-b143-e909e001beb6 req-9d840c0b-ddae-4908-b4ab-b4a7337e33b3 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:49.495156 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3b6dd945-640e-45a6-b143-e909e001beb6 req-9d840c0b-ddae-4908-b4ab-b4a7337e33b3 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0526829 Feb 03 23:57:49.542103 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3b6dd945-640e-45a6-b143-e909e001beb6 req-ddfc3b46-cca1-4db1-87a2-5e421156ba39 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Feb 03 23:57:50.257318 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87749a47-4267-4794-9c0a-e52e18e33ff6 req-baa7d0f2-b47c-417c-8afc-65875f4dc116 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:50.259486 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-87749a47-4267-4794-9c0a-e52e18e33ff6 req-baa7d0f2-b47c-417c-8afc-65875f4dc116 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0675695 Feb 03 23:57:50.319707 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-87749a47-4267-4794-9c0a-e52e18e33ff6 req-20992e8d-a1f8-42ae-b548-e02a4fbe01c0 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538690 Feb 03 23:57:50.667605 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e854a7-97af-41ef-86ec-eed5e5fe7314 req-929b0409-2302-4565-a5be-d015f1adda36 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:50.669105 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-30e854a7-97af-41ef-86ec-eed5e5fe7314 req-929b0409-2302-4565-a5be-d015f1adda36 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0534296 Feb 03 23:57:50.722595 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-30e854a7-97af-41ef-86ec-eed5e5fe7314 req-4369779a-dbc1-49a2-9b32-c9e10ff37e43 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462475 Feb 03 23:57:51.445107 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716519d-421b-47c5-8e77-d53613e82b58 req-235996d0-dd1b-4c6f-b29f-c06434197bfe tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:51.446626 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6716519d-421b-47c5-8e77-d53613e82b58 req-235996d0-dd1b-4c6f-b29f-c06434197bfe tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0596709 Feb 03 23:57:51.504742 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6716519d-421b-47c5-8e77-d53613e82b58 req-501868cd-a5cf-4c05-a419-fbc5b8646fe4 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524313 Feb 03 23:57:51.841666 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2b87f-d603-4313-80b3-105f2cd61078 req-4b542d8b-63e6-48b5-bdff-c11a4e3ffd26 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:51.843140 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-36a2b87f-d603-4313-80b3-105f2cd61078 req-4b542d8b-63e6-48b5-bdff-c11a4e3ffd26 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0539355 Feb 03 23:57:51.895397 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-36a2b87f-d603-4313-80b3-105f2cd61078 req-fb2e58a8-8296-40cb-8a17-2ed58141e02d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466833 Feb 03 23:57:52.083754 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6e10-0c8f-4191-b8a3-5e6bf099eb7c req-1a8cf012-1ad5-4549-b012-e44144289e57 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:52.085215 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c95d6e10-0c8f-4191-b8a3-5e6bf099eb7c req-1a8cf012-1ad5-4549-b012-e44144289e57 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 945 time: 0.0531204 Feb 03 23:57:52.133185 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c95d6e10-0c8f-4191-b8a3-5e6bf099eb7c req-bfc3235a-149d-46f1-97c1-c50da5df721e tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Feb 03 23:57:52.622637 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7f022-0a07-4431-a1fd-5d7735a12e4a req-d51a20cc-a893-472f-9039-ee5357f94773 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:52.624118 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e0d7f022-0a07-4431-a1fd-5d7735a12e4a req-d51a20cc-a893-472f-9039-ee5357f94773 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0524595 Feb 03 23:57:52.682714 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e0d7f022-0a07-4431-a1fd-5d7735a12e4a req-8ca7798b-1ddd-48d5-8bd0-3ccc767eccfd tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522251 Feb 03 23:57:53.014031 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f8417-cc41-4c6f-a598-9dccbf8ca8ad req-19f8ba8f-7aca-4f46-9985-7c77d34b2208 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:53.015520 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ef0f8417-cc41-4c6f-a598-9dccbf8ca8ad req-19f8ba8f-7aca-4f46-9985-7c77d34b2208 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0512714 Feb 03 23:57:53.060993 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ef0f8417-cc41-4c6f-a598-9dccbf8ca8ad req-996460e3-9042-4e44-ab98-2de1c3396cf7 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400376 Feb 03 23:57:53.179995 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a21e4115-2072-4814-a56b-6ee2deda69c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:53.252485 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4a89f-a61d-4f22-a0cb-f205a8250313 req-946065c0-307d-4ced-a57f-df255a1881b7 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:53.253992 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6ed4a89f-a61d-4f22-a0cb-f205a8250313 req-946065c0-307d-4ced-a57f-df255a1881b7 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 945 time: 0.0537508 Feb 03 23:57:53.301723 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6ed4a89f-a61d-4f22-a0cb-f205a8250313 req-4726606c-037d-4b67-8b61-6a47ee8b4f14 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Feb 03 23:57:53.801028 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccabc2-ca50-4ec3-851f-88d4fbc5ce61 req-d3ddf598-89ba-44b4-985f-5013985924c1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:53.802493 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ddccabc2-ca50-4ec3-851f-88d4fbc5ce61 req-d3ddf598-89ba-44b4-985f-5013985924c1 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0544412 Feb 03 23:57:53.861415 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ddccabc2-ca50-4ec3-851f-88d4fbc5ce61 req-c4a76faa-f795-4fae-b336-0e025be95da7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527437 Feb 03 23:57:54.183805 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890c539-e35a-4895-86f0-2511e1aff30b req-7396132d-cc42-47f1-a564-a85e1728ba6a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:54.185286 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4890c539-e35a-4895-86f0-2511e1aff30b req-7396132d-cc42-47f1-a564-a85e1728ba6a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0568662 Feb 03 23:57:54.231033 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4890c539-e35a-4895-86f0-2511e1aff30b req-35cb823a-e2b1-4048-8554-60317983230b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400846 Feb 03 23:57:54.420615 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc909d-ba96-461f-ab3b-bd04ac73b0ad req-220eb063-daa3-42da-85d0-14b9ff3006c5 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:54.422188 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b5bc909d-ba96-461f-ab3b-bd04ac73b0ad req-220eb063-daa3-42da-85d0-14b9ff3006c5 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 945 time: 0.0529926 Feb 03 23:57:54.468893 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b5bc909d-ba96-461f-ab3b-bd04ac73b0ad req-78253430-5ca8-4c45-95ce-4b8f1a1e914c tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bba4100-156c-4bea-aab8-4481828797a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Feb 03 23:57:54.894773 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-a77037b9-1028-4f86-8e85-85276901cf26 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:54.896250 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-a77037b9-1028-4f86-8e85-85276901cf26 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.37 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 945 time: 0.0548995 Feb 03 23:57:54.980634 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5035fa-8fa4-43c7-8c3a-b9bcf5b00b92 req-ab523052-d4a2-42cf-ac4f-70d0d4acb2c3 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:54.982158 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ad5035fa-8fa4-43c7-8c3a-b9bcf5b00b92 req-ab523052-d4a2-42cf-ac4f-70d0d4acb2c3 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0533071 Feb 03 23:57:54.996880 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Deleting port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:57:54.997221 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:55.040714 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ad5035fa-8fa4-43c7-8c3a-b9bcf5b00b92 req-50cfe04d-d8de-4f1b-968f-523e43dd4ab5 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&id=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526693 Feb 03 23:57:55.087246 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] For port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,segment=NetworkSegment(813d994d-b659-4656-b6ef-05fce672aa62),segment_id=813d994d-b659-4656-b6ef-05fce672aa62)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:57:55.087604 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:55.100898 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Calling delete_port for 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:57:55.328925 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (28f9fa4e-20ce-4b04-9ad6-dc9f03533745), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:55.348407 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:57:55.359457 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Pushing event deleted for resources: {'Port': ['ID=28f9fa4e-20ce-4b04-9ad6-dc9f03533745,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:55.378357 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.378357 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.378357 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.378357 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.378357 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.378840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.378840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.379188 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.379514 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.379834 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.380158 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.380478 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.380799 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:55.381349 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['28f9fa4e-20ce-4b04-9ad6-dc9f03533745'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:57:55.418993 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] No DVR routers for this DVR port 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:57:55.422552 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:55.425868 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9b559e0d-8881-47ea-a61b-9ada6d2a941f req-79335ab2-5362-47b8-a1cf-32693038f028 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.37 "DELETE /v2.0/ports/28f9fa4e-20ce-4b04-9ad6-dc9f03533745 HTTP/1.1" status: 204 len: 173 time: 0.5188031 Feb 03 23:57:55.426323 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01451fdd-5499-423c-bd0f-63d2fb5c0487', 'name': 'network-vif-deleted', 'tag': '28f9fa4e-20ce-4b04-9ad6-dc9f03533745'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:57:55.428596 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc87af4c-be8c-4e5f-865a-37c7bc547214" -d '{"events": [{"server_uuid": "01451fdd-5499-423c-bd0f-63d2fb5c0487", "name": "network-vif-deleted", "tag": "28f9fa4e-20ce-4b04-9ad6-dc9f03533745"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:57:55.439041 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361c65a-97b6-46c3-ae44-f719cced0a1b req-67972210-f617-48b4-bf31-995c1aae0124 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:55.440526 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b361c65a-97b6-46c3-ae44-f719cced0a1b req-67972210-f617-48b4-bf31-995c1aae0124 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.1432908 Feb 03 23:57:55.467954 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a4678a-3648-4316-a445-57328ee3cfdd x-openstack-request-id: req-80a4678a-3648-4316-a445-57328ee3cfdd {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:57:55.468244 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01451fdd-5499-423c-bd0f-63d2fb5c0487", "name": "network-vif-deleted", "tag": "28f9fa4e-20ce-4b04-9ad6-dc9f03533745", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:57:55.468496 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80a4678a-3648-4316-a445-57328ee3cfdd {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:57:55.468883 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01451fdd-5499-423c-bd0f-63d2fb5c0487', 'name': 'network-vif-deleted', 'tag': '28f9fa4e-20ce-4b04-9ad6-dc9f03533745', 'status': 'completed', 'code': 200} Feb 03 23:57:55.492662 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b361c65a-97b6-46c3-ae44-f719cced0a1b req-ea8013e1-c557-4039-964b-fbd2778aa5f1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465562 Feb 03 23:57:55.567011 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a38f6564-7fdf-4b55-a945-8418b9ed0ee7 req-bba93a60-f07b-433e-84cc-218b23efeef9 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 210 time: 0.0269051 Feb 03 23:57:55.616809 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-0123e251-bac2-44c7-a9fe-66cb212cea1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:56.623795 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe20ed-cf72-4c76-8cb6-0ff27aae2c8d req-24c60f66-a29d-4f8a-9013-2d8f6a39d432 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:56.625426 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0abe20ed-cf72-4c76-8cb6-0ff27aae2c8d req-24c60f66-a29d-4f8a-9013-2d8f6a39d432 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0615277 Feb 03 23:57:56.673996 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0abe20ed-cf72-4c76-8cb6-0ff27aae2c8d req-7da5cf8b-8fa3-4f64-9600-9efcf753b34a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Feb 03 23:57:56.705174 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2153cfa5-a5a1-49b8-9721-de472d65e207 req-f037defd-6f73-43f8-9062-3b2786bebc05 tempest-VolumesSnapshotTestJSON-2043874840 tempest-VolumesSnapshotTestJSON-2043874840-project] 10.222.0.41 "GET /v2.0/ports?device_id=01451fdd-5499-423c-bd0f-63d2fb5c0487 HTTP/1.1" status: 200 len: 210 time: 0.0332768 Feb 03 23:57:56.906043 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:57.798683 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff48b45-2faf-40cd-9564-4f963ed78eab req-57451ee2-5e77-4d27-a196-fb7ab43e6f8e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:57.800251 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff48b45-2faf-40cd-9564-4f963ed78eab req-57451ee2-5e77-4d27-a196-fb7ab43e6f8e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0557556 Feb 03 23:57:57.846336 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff48b45-2faf-40cd-9564-4f963ed78eab req-09fa9083-07e4-4c0f-aa44-f693ada1317d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Feb 03 23:57:58.277485 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:58.963812 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1f2da-ef30-4d7a-81b2-eaee7716bf74 req-c6bd6d03-0f2d-443d-9092-a4d5dd545174 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:58.965314 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9bf1f2da-ef30-4d7a-81b2-eaee7716bf74 req-c6bd6d03-0f2d-443d-9092-a4d5dd545174 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0524657 Feb 03 23:57:59.011539 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9bf1f2da-ef30-4d7a-81b2-eaee7716bf74 req-5a0bcf0d-0b89-4df8-a01a-c49a157fa38c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Feb 03 23:57:59.227885 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:57:59.251273 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:57:59.251610 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 28f9fa4e-20ce-4b04-9ad6-dc9f03533745 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:57:59.451514 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d0506-4888-4426-bf50-ccec7a006c59 req-8305e67b-468d-4d78-918e-d2b582c3b99d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:59.452967 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a70d0506-4888-4426-bf50-ccec7a006c59 req-8305e67b-468d-4d78-918e-d2b582c3b99d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0521650 Feb 03 23:57:59.499152 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a70d0506-4888-4426-bf50-ccec7a006c59 req-9612dbfe-c66c-4e0e-bfda-7f67cc0929e2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405827 Feb 03 23:57:59.593554 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:57:59.642335 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-e919abd6-17c4-4ee9-8ff5-bad9a66763f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:59.643855 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-e919abd6-17c4-4ee9-8ff5-bad9a66763f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 1129 time: 0.0470922 Feb 03 23:57:59.732237 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-683c3e75-8a77-4c74-805b-229f8a8620da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:59.733690 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-683c3e75-8a77-4c74-805b-229f8a8620da service neutron] 10.222.0.37 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 910 time: 0.0844381 Feb 03 23:57:59.796652 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-e96c6ecd-a906-4b9f-b87d-a32afa13385a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eafef20-d605-4edc-b079-3fb282337180 HTTP/1.1" status: 200 len: 1001 time: 0.0567908 Feb 03 23:57:59.847204 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-e84feb84-8ae2-4162-ba6c-095892846fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:59.848604 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-e84feb84-8ae2-4162-ba6c-095892846fc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 200 len: 849 time: 0.0455115 Feb 03 23:57:59.896950 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-45053559-614d-4bed-b383-b1fc7ba95321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:59.898428 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-45053559-614d-4bed-b383-b1fc7ba95321 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978b16e3-16e0-4b31-a4ed-70da9d224b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431309 Feb 03 23:57:59.984212 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-311cc98a-fb83-4acd-9e39-9dea07e9ee7b service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791459 Feb 03 23:58:00.073859 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cca4801-f513-4255-94a2-b85589adcbe0 req-59b8d4f2-fdeb-40a7-a09d-b7da4b607573 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833879 Feb 03 23:58:00.623266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc483ff9-2fef-432b-be86-1c25012c40f6 req-122cfd41-bae8-4236-8581-764435241e20 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:00.624680 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fc483ff9-2fef-432b-be86-1c25012c40f6 req-122cfd41-bae8-4236-8581-764435241e20 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0534887 Feb 03 23:58:00.685267 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fc483ff9-2fef-432b-be86-1c25012c40f6 req-6691063b-3709-4cb6-8fea-766a160db1e2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546322 Feb 03 23:58:01.814243 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00464df-1ca7-44db-884f-c38c058296b5 req-d59ee1b5-5dde-49eb-8112-8bc41201e21e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:01.815946 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d00464df-1ca7-44db-884f-c38c058296b5 req-d59ee1b5-5dde-49eb-8112-8bc41201e21e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0578198 Feb 03 23:58:01.862806 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d00464df-1ca7-44db-884f-c38c058296b5 req-b18b13c9-f2a2-4d1f-adc7-52000eb6af55 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413101 Feb 03 23:58:11.911396 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb2a56-c0de-40e2-bf8d-6ac27f14717e req-ec027489-9f66-4ea5-9401-70a182d4440f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:11.912916 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4dcb2a56-c0de-40e2-bf8d-6ac27f14717e req-ec027489-9f66-4ea5-9401-70a182d4440f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0556040 Feb 03 23:58:11.959920 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4dcb2a56-c0de-40e2-bf8d-6ac27f14717e req-2757774a-89ad-476a-a561-e84015ffcc19 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392988 Feb 03 23:58:13.085196 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f128b2f-fed3-43d1-9d51-4fad6c5e925f req-22b40be8-55ea-4416-93db-82fee056bfb5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:13.086709 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8f128b2f-fed3-43d1-9d51-4fad6c5e925f req-22b40be8-55ea-4416-93db-82fee056bfb5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0533183 Feb 03 23:58:13.133098 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8f128b2f-fed3-43d1-9d51-4fad6c5e925f req-0364fa2e-a620-4085-8914-12cf705a2243 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Feb 03 23:58:13.288127 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:14.260287 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f2e31-127e-45e9-b9f7-584c36c2e799 req-8d1481a5-3c21-4795-99ec-e385bd3c197e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:14.261820 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-460f2e31-127e-45e9-b9f7-584c36c2e799 req-8d1481a5-3c21-4795-99ec-e385bd3c197e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0560896 Feb 03 23:58:14.308036 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-460f2e31-127e-45e9-b9f7-584c36c2e799 req-ef0c16d0-ce03-4c6f-9df1-8e65536d883b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Feb 03 23:58:15.434053 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bc9b1-75b6-4938-be5d-0e1533d11bf0 req-d61a19bf-d38e-43ea-9a54-adb9fc6a278b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:15.435569 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bb5bc9b1-75b6-4938-be5d-0e1533d11bf0 req-d61a19bf-d38e-43ea-9a54-adb9fc6a278b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0564554 Feb 03 23:58:15.481435 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bb5bc9b1-75b6-4938-be5d-0e1533d11bf0 req-3088e6b2-00c7-47d8-b0a0-51ccf5f01cfa tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403736 Feb 03 23:58:16.602079 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3b1e6-7bd8-4f56-be24-01df65d198cd req-03e5cea5-db57-4e7c-a096-fcd9b52e33d3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:16.604112 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8cc3b1e6-7bd8-4f56-be24-01df65d198cd req-03e5cea5-db57-4e7c-a096-fcd9b52e33d3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0516028 Feb 03 23:58:16.652933 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8cc3b1e6-7bd8-4f56-be24-01df65d198cd req-2a718193-2924-46f1-9f46-6037100efee0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 Feb 03 23:58:17.776721 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223923-fd90-4370-a822-25ffca14e5c9 req-11e032bc-a449-4bb6-9963-e9b8ff4edd3d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:17.778261 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-18223923-fd90-4370-a822-25ffca14e5c9 req-11e032bc-a449-4bb6-9963-e9b8ff4edd3d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0538721 Feb 03 23:58:17.826262 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-18223923-fd90-4370-a822-25ffca14e5c9 req-2afa396b-6a75-4126-bde6-5b16126a1018 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0ad9925-cebf-4719-8a1c-eef400432a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423584 Feb 03 23:58:18.185010 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2a8263e0-a173-4891-a867-293f5afc0c50 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:18.186461 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2a8263e0-a173-4891-a867-293f5afc0c50 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 947 time: 0.0509806 Feb 03 23:58:18.278483 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Deleting port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:58:18.278821 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:18.367643 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] For port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:58:18.368007 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:18.542199 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:18.542393 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (4d249d62-0021-4331-8ea0-ddfbb7e449de), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:18.542715 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Floating IP 4d249d62-0021-4331-8ea0-ddfbb7e449de disassociated. External IP: 172.27.0.115, port: c7b3ab3a-525d-4dba-bc29-8be24b6e3bac. Feb 03 23:58:18.543083 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Calling delete_port for c7b3ab3a-525d-4dba-bc29-8be24b6e3bac owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:58:18.758689 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (c7b3ab3a-525d-4dba-bc29-8be24b6e3bac), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:18.786123 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event deleted for resources: {'Port': ['ID=c7b3ab3a-525d-4dba-bc29-8be24b6e3bac,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:18.932366 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:58:18.934863 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-56da61ef-52bb-4ecc-bbdf-11816e4d9d87 req-a946b7e1-cfee-4c3a-b843-264acde8e6a1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 210 time: 0.0357678 Feb 03 23:58:19.052662 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:58:19.067088 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] Sync routers for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:58:19.076400 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:58:19.077012 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:57:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:19.096805 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] No DVR routers for this DVR port c7b3ab3a-525d-4dba-bc29-8be24b6e3bac on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:58:19.099529 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:19.103420 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-72d321ba-aa7a-4652-ad5a-b02e9fc31850 req-2ffdd7ff-eb01-4c96-964d-49c9b06f1dc7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "DELETE /v2.0/ports/c7b3ab3a-525d-4dba-bc29-8be24b6e3bac HTTP/1.1" status: 204 len: 173 time: 0.9108753 Feb 03 23:58:19.103884 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-deleted', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:58:19.106463 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b057840-ef75-4aee-9c0e-563d4fa02a7d" -d '{"events": [{"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-deleted", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:58:19.144220 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abeb949-4c7d-48fd-94ca-8e007a8c0182 x-openstack-request-id: req-3abeb949-4c7d-48fd-94ca-8e007a8c0182 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:58:19.144503 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec7194-cd59-456b-a68b-55e9f60c0c91", "name": "network-vif-deleted", "tag": "c7b3ab3a-525d-4dba-bc29-8be24b6e3bac", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:58:19.144767 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3abeb949-4c7d-48fd-94ca-8e007a8c0182 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:58:19.145186 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec7194-cd59-456b-a68b-55e9f60c0c91', 'name': 'network-vif-deleted', 'tag': 'c7b3ab3a-525d-4dba-bc29-8be24b6e3bac', 'status': 'completed', 'code': 200} Feb 03 23:58:19.194089 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:58:19.537449 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:19.567322 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] Checking router: 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:58:19.575864 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:58:19.576459 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:57:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:19.683480 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:58:19.892329 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:19.919454 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca0c57-04c8-4b48-8ca4-ddd1a032c48f None None] The sync data for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi is: [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:58:20.056609 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-46176107-277e-42d6-b3af-4c2fd72c6f74 req-d9efa9ff-97b2-4293-9bd6-edd1e36e9a8d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fec7194-cd59-456b-a68b-55e9f60c0c91 HTTP/1.1" status: 200 len: 210 time: 0.0292799 Feb 03 23:58:20.197293 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0eae5-50b4-4e2e-9767-c7ad123849af None None] New status for floating IP 4d249d62-0021-4331-8ea0-ddfbb7e449de: DOWN {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:58:21.216802 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44528) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:21.269450 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1adeedc4-b32f-408f-9078-4f5fed4420cc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (e0ad9925-cebf-4719-8a1c-eef400432a82), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:21.292343 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1adeedc4-b32f-408f-9078-4f5fed4420cc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (e0ad9925-cebf-4719-8a1c-eef400432a82), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:21.354373 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:58:21.378143 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: c7b3ab3a-525d-4dba-bc29-8be24b6e3bac {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:58:21.378491 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device c7b3ab3a-525d-4dba-bc29-8be24b6e3bac not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:58:21.425404 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1adeedc4-b32f-408f-9078-4f5fed4420cc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e0ad9925-cebf-4719-8a1c-eef400432a82), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:21.428103 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1adeedc4-b32f-408f-9078-4f5fed4420cc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:21.429250 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-1adeedc4-b32f-408f-9078-4f5fed4420cc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "DELETE /v2.0/security-groups/e0ad9925-cebf-4719-8a1c-eef400432a82 HTTP/1.1" status: 204 len: 168 time: 0.2114680 Feb 03 23:58:21.432363 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44536) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:21.438274 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adeedc4-b32f-408f-9078-4f5fed4420cc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad9925-cebf-4719-8a1c-eef400432a82,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:21.446523 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-ff2ff0ae-af5b-41b8-8bff-bde31e0bcaf7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] show failed (client error): The resource could not be found. Feb 03 23:58:21.449113 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ff2ff0ae-af5b-41b8-8bff-bde31e0bcaf7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups/e0ad9925-cebf-4719-8a1c-eef400432a82 HTTP/1.1" status: 404 len: 347 time: 0.0155959 Feb 03 23:58:21.450645 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44538) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:21.612751 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Deleting port 122570fe-3552-41e1-bb7f-35f592e41c7a {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:58:21.613093 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (122570fe-3552-41e1-bb7f-35f592e41c7a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:21.686700 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (122570fe-3552-41e1-bb7f-35f592e41c7a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:21.687048 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (122570fe-3552-41e1-bb7f-35f592e41c7a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:21.698791 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Calling delete_port for 122570fe-3552-41e1-bb7f-35f592e41c7a owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:58:21.934010 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (122570fe-3552-41e1-bb7f-35f592e41c7a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:21.961764 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event deleted for resources: {'Port': ['ID=122570fe-3552-41e1-bb7f-35f592e41c7a,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:21.990540 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.990894 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.991243 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.991588 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.991928 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.992263 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.992599 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.992931 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.993352 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.993957 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.994435 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.995032 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:21.995366 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:22.033999 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (4d249d62-0021-4331-8ea0-ddfbb7e449de), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.036565 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.037727 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-fc93c2eb-dc1a-49b6-8127-93380a4dbbe3 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "DELETE /v2.0/floatingips/4d249d62-0021-4331-8ea0-ddfbb7e449de HTTP/1.1" status: 204 len: 168 time: 0.5860841 Feb 03 23:58:22.421012 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44544) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:22.425567 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-f3f93a31-d5ec-4ebe-896e-4ab2f60dbe83 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998463028', 'description': 'tempest-description--377778539'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:58:22.524267 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f3f93a31-d5ec-4ebe-896e-4ab2f60dbe83 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.593741 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f3f93a31-d5ec-4ebe-896e-4ab2f60dbe83 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (e7833e1a-1984-47ed-af1c-fda8fab7906b), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.673172 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f3f93a31-d5ec-4ebe-896e-4ab2f60dbe83 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e7833e1a-1984-47ed-af1c-fda8fab7906b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.702139 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f93a31-d5ec-4ebe-896e-4ab2f60dbe83 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7833e1a-1984-47ed-af1c-fda8fab7906b,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:22.760689 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f3f93a31-d5ec-4ebe-896e-4ab2f60dbe83 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.761989 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f3f93a31-d5ec-4ebe-896e-4ab2f60dbe83 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3399017 Feb 03 23:58:22.764916 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44550) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:22.769206 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-9e2e1328-730e-46bc-899b-1d687dddd322 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'security_group_rule': {'security_group_id': 'e7833e1a-1984-47ed-af1c-fda8fab7906b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:58:22.852518 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1328-730e-46bc-899b-1d687dddd322 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (a647a4a6-0936-4f49-9271-5e24d5b36531), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.906407 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1328-730e-46bc-899b-1d687dddd322 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (a647a4a6-0936-4f49-9271-5e24d5b36531), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.979743 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1328-730e-46bc-899b-1d687dddd322 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (a647a4a6-0936-4f49-9271-5e24d5b36531), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:22.997308 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e1328-730e-46bc-899b-1d687dddd322 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a647a4a6-0936-4f49-9271-5e24d5b36531,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:23.067009 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1328-730e-46bc-899b-1d687dddd322 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.068203 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9e2e1328-730e-46bc-899b-1d687dddd322 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3023677 Feb 03 23:58:23.070904 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44554) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:23.075367 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-2d838d4b-1e53-4c2c-8acf-b1963bd47341 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'security_group_rule': {'security_group_id': 'e7833e1a-1984-47ed-af1c-fda8fab7906b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:58:23.178416 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d838d4b-1e53-4c2c-8acf-b1963bd47341 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (cb2c4bb7-bd80-461f-a539-ad1a7c26b08f), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.207841 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ea5b2dd7-a44a-4080-aacb-73ca89202910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.233645 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d838d4b-1e53-4c2c-8acf-b1963bd47341 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (cb2c4bb7-bd80-461f-a539-ad1a7c26b08f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.323045 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d838d4b-1e53-4c2c-8acf-b1963bd47341 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (cb2c4bb7-bd80-461f-a539-ad1a7c26b08f), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.341020 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d838d4b-1e53-4c2c-8acf-b1963bd47341 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2c4bb7-bd80-461f-a539-ad1a7c26b08f,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:23.429262 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d838d4b-1e53-4c2c-8acf-b1963bd47341 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.430561 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2d838d4b-1e53-4c2c-8acf-b1963bd47341 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585217 Feb 03 23:58:23.433968 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44556) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:23.438160 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:58:23.545244 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.642417 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.741616 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Allocated IP 172.27.0.206 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/5773d3e1-1324-4404-994b-a6b8009ce682) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:58:23.842731 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for port (5773d3e1-1324-4404-994b-a6b8009ce682), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.939700 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (5773d3e1-1324-4404-994b-a6b8009ce682), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:23.978772 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:58:23.985502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:58:23.985502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:58:24.012928 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'Port': ['ID=5773d3e1-1324-4404-994b-a6b8009ce682,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:24.077257 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (b8dfbb1a-1c43-4438-ac49-84d48e1d76b9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:24.214146 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5773d3e1-1324-4404-994b-a6b8009ce682), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:24.360479 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for port (5773d3e1-1324-4404-994b-a6b8009ce682), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:24.442315 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (5773d3e1-1324-4404-994b-a6b8009ce682), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:24.511456 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'Port': ['ID=5773d3e1-1324-4404-994b-a6b8009ce682,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:24.522919 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (b8dfbb1a-1c43-4438-ac49-84d48e1d76b9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:24.635164 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:24.636523 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d5b41fde-1680-4047-ad19-ec4baf74c7dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2016363 Feb 03 23:58:24.833821 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-87f36a79-2d9f-4daf-84a1-5a28cac01d44 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--998463028&fields=id&tenant_id=1c18f75ceccb41b097da9f33f946af21 HTTP/1.1" status: 200 len: 267 time: 0.0406625 Feb 03 23:58:24.939339 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-ba8cecbc-96e2-4545-bb00-21ee160c565e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:24.940784 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-ba8cecbc-96e2-4545-bb00-21ee160c565e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 817 time: 0.1001210 Feb 03 23:58:24.955461 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-be0392df-db61-4d41-85cf-e759e8b769b9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/quotas/1c18f75ceccb41b097da9f33f946af21 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Feb 03 23:58:25.009978 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-e3af9781-3417-4f8d-b2d4-05e5c1788a69 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494313 Feb 03 23:58:25.104992 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-4c92697e-1720-454a-bcc0-9d4749b81ba2 service neutron] 10.222.0.41 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841117 Feb 03 23:58:25.193260 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-3bfac4f8-2d29-45dd-b23f-0c564480c64d service neutron] 10.222.0.41 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827489 Feb 03 23:58:25.432137 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6c0d4b7e-43d1-4f74-b726-05ef378d0704 req-e79d9894-e5bc-445c-8e78-38027bece1a7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 210 time: 0.0283089 Feb 03 23:58:25.593109 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3d014543-5c95-4ae3-866d-7151204ca111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:26.535432 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f4459bf0-514d-46e7-b897-dbf9f932dbc5 req-7731675a-3f1b-42e1-a6c7-4bd4208dcb14 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 210 time: 0.0318041 Feb 03 23:58:26.764275 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:27.640671 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2513f272-3ee4-4d56-92c7-c5e3dacbf828 req-97d17970-f4dc-4126-950d-919fffe3aed4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 210 time: 0.0308306 Feb 03 23:58:27.726573 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-869ab133-6f88-4361-94e5-59e1ece789fd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:27.727999 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-869ab133-6f88-4361-94e5-59e1ece789fd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 817 time: 0.1053348 Feb 03 23:58:27.793998 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-e744b2ad-42f1-442d-85ef-eea9e32b08dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c18f75ceccb41b097da9f33f946af21 HTTP/1.1" status: 200 len: 379 time: 0.0501707 Feb 03 23:58:27.803172 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'port': {'device_id': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'admin_state_up': True, 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'security_groups': ['e7833e1a-1984-47ed-af1c-fda8fab7906b']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:58:27.998497 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Made reservation on behalf of 1c18f75ceccb41b097da9f33f946af21 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:58:28.001862 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:28.128715 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Allocated IP 172.20.0.11 (68b2cb16-aa2c-4cc7-807b-ed8a01d90228/2f9ea107-44e2-4049-9b6e-69e0bf2b447d/baf3d934-7fd2-4dfc-b00c-c001c7b9b207) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:58:28.269009 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:28.281998 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:28.387952 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:28.431018 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:58:28.434120 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:58:28.437640 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:58:28.465045 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:28.493158 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:28.493840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:28.612665 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0dd5e5d8-e3bd-445c-8462-7340758604f0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8129504 Feb 03 23:58:28.630982 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Request body: {'port': {'device_id': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:58:28.688618 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:28.717403 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-22682a02-75aa-4869-8e01-c3b52ba099c5 None None] Provisioning complete for port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:58:28.717700 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-22682a02-75aa-4869-8e01-c3b52ba099c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:28.754753 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-22682a02-75aa-4869-8e01-c3b52ba099c5 None None] Port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:58:28.848050 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45890-8721-428f-a49f-57a371409876 req-c7b942f5-1440-44fc-8556-50136583dfc5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:28.849545 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-39e45890-8721-428f-a49f-57a371409876 req-c7b942f5-1440-44fc-8556-50136583dfc5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 932 time: 0.1291056 Feb 03 23:58:28.951297 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-39e45890-8721-428f-a49f-57a371409876 req-1b69d93f-30a2-4e4d-9de5-e9364fa988f7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881271 Feb 03 23:58:29.026678 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf3d934-7fd2-4dfc-b00c-c001c7b9b207 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:58:29.033982 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Publish callbacks [] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.045432 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Transition to ACTIVE for port object baf3d934-7fd2-4dfc-b00c-c001c7b9b207 will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:58:29.140910 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.189409 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:29.194938 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44638) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:29.243536 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-46915c47-be3f-4355-9a81-29a39cdf7cf9 admin admin] Deleting subnet 95d4a277-db99-458c-98ae-ca6edc3e6ab2 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:58:29.247794 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46915c47-be3f-4355-9a81-29a39cdf7cf9 admin admin] Publish callbacks [] for subnet (95d4a277-db99-458c-98ae-ca6edc3e6ab2), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.265739 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Attempting to bind port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:58:29.266145 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Attempting to bind port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:58:29.266439 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Attempting to bind port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 on network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:58:29.270989 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 on network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:58:29.271318 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Attempting to bind port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 on network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:58:29.280419 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:58:29.280800 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Checking segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:58:29.281147 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Bound using segment: {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:58:29.281590 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Bound port: baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:58:29.281975 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.289186 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46915c47-be3f-4355-9a81-29a39cdf7cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25184265'] for subnet (95d4a277-db99-458c-98ae-ca6edc3e6ab2), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.332256 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46915c47-be3f-4355-9a81-29a39cdf7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (95d4a277-db99-458c-98ae-ca6edc3e6ab2), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.348907 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:58:29.352557 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:58:29.484549 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.516888 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46915c47-be3f-4355-9a81-29a39cdf7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25182877'] for subnet (95d4a277-db99-458c-98ae-ca6edc3e6ab2), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.520963 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:29.521758 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.523750 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] 10.222.0.37 "PUT /v2.0/ports/baf3d934-7fd2-4dfc-b00c-c001c7b9b207 HTTP/1.1" status: 200 len: 1094 time: 0.8967793 Feb 03 23:58:29.524197 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:58:29.526499 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc4f097-6003-469d-bc58-b290f6d8d416" -d '{"events": [{"name": "network-changed", "server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:58:29.550552 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46915c47-be3f-4355-9a81-29a39cdf7cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d4a277-db99-458c-98ae-ca6edc3e6ab2,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:29.552559 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46915c47-be3f-4355-9a81-29a39cdf7cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.555594 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-46915c47-be3f-4355-9a81-29a39cdf7cf9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/95d4a277-db99-458c-98ae-ca6edc3e6ab2 HTTP/1.1" status: 204 len: 168 time: 0.3596487 Feb 03 23:58:29.558890 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44642) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:29.572695 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b500b-099e-407f-8ba5-317a31e780fe service neutron] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:29.599873 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce22b0ae-7b9d-436b-b6d8-3a98e242335e x-openstack-request-id: req-ce22b0ae-7b9d-436b-b6d8-3a98e242335e {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:58:29.600335 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:58:29.600693 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce22b0ae-7b9d-436b-b6d8-3a98e242335e {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:58:29.601215 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'status': 'completed', 'code': 200} Feb 03 23:58:29.608084 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.637044 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.692460 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f097-6003-469d-bc58-b290f6d8d416 req-973c791b-739e-4cd6-b79e-b871cab6aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:29.694207 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2fc4f097-6003-469d-bc58-b290f6d8d416 req-973c791b-739e-4cd6-b79e-b871cab6aa23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 1128 time: 0.0522683 Feb 03 23:58:29.731908 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.753685 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:29.762737 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813d994d-b659-4656-b6ef-05fce672aa62') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:29.763039 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813d994d-b659-4656-b6ef-05fce672aa62') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:29.772136 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25184256'] for segment (813d994d-b659-4656-b6ef-05fce672aa62), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.785416 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (813d994d-b659-4656-b6ef-05fce672aa62), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.792217 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:58:29.792544 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183379'] for segment (813d994d-b659-4656-b6ef-05fce672aa62), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: Traceback (most recent call last): Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: timer() Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: cb(*args, **kw) Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: return func(*args, **kwargs) Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: self._notify() Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: self.callback(batched_events) Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: event.method(event) Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: return f(self, *a, **k) Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._get(url).json() Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:58:29.794394 dv-cinder-822768-2-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:58:29.801539 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f097-6003-469d-bc58-b290f6d8d416 req-0b3f0a2d-77a1-4a50-af97-32846c083084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:29.803693 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2fc4f097-6003-469d-bc58-b290f6d8d416 req-0b3f0a2d-77a1-4a50-af97-32846c083084 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c18f75ceccb41b097da9f33f946af21&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0966821 Feb 03 23:58:29.897919 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f097-6003-469d-bc58-b290f6d8d416 req-186c132d-4000-4ef5-9939-6217fe288f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:29.899421 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2fc4f097-6003-469d-bc58-b290f6d8d416 req-186c132d-4000-4ef5-9939-6217fe288f0f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0901122 Feb 03 23:58:29.917117 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.922452 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:29.925615 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] 10.222.0.41 "DELETE /v2.0/networks/62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8 HTTP/1.1" status: 204 len: 168 time: 0.3657613 Feb 03 23:58:29.937116 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5c4d0-8a6f-409d-b422-3fe029944812 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c01ff7-5fc7-4a48-8d3e-8fd37d2ea1d8,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:30.011098 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-dc93ab1e-06dc-46e3-bcee-291576dee611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:30.012587 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-dc93ab1e-06dc-46e3-bcee-291576dee611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 1128 time: 0.0452635 Feb 03 23:58:30.070271 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-8f0ef6c9-2db6-4903-a752-0b5e513bf931 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207 HTTP/1.1" status: 200 len: 217 time: 0.0444336 Feb 03 23:58:30.134327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0632b7c4-eb10-4b92-8978-4756b6161234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:30.136336 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-0632b7c4-eb10-4b92-8978-4756b6161234 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0512209 Feb 03 23:58:30.147513 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d3267-a978-40e7-8065-fcab245b648d req-504776d7-5f6c-4fed-af0c-fad7067deac1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:30.148957 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-df0d3267-a978-40e7-8065-fcab245b648d req-504776d7-5f6c-4fed-af0c-fad7067deac1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.1166923 Feb 03 23:58:30.221641 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-df0d3267-a978-40e7-8065-fcab245b648d req-810b35cd-1d50-4f7f-ab9d-b0b9fff5e434 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638843 Feb 03 23:58:30.224092 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-2fbdaeaa-bab4-4bb4-8bff-e922a75083ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:30.225557 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-2fbdaeaa-bab4-4bb4-8bff-e922a75083ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757060 Feb 03 23:58:30.322272 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-83423afb-18a8-4b76-9584-f9eb1b0a42a4 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904591 Feb 03 23:58:30.345954 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44648) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:30.387993 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-fd3e6878-fd1f-4c5a-acf3-d049582dde24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d95c1a3b9a648f99b04ebc1bcbc37b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422580 Feb 03 23:58:30.390416 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44650) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:30.414416 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-639c960a-434e-4b5a-a174-f0be31eb5e7a req-1bc33aea-d758-4bb9-ab9e-77df60587a6c service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856454 Feb 03 23:58:30.437327 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-203ba74b-5e43-4bd5-903f-7b53b1e13767 admin admin] Publish callbacks [] for security_group (3bba4100-156c-4bea-aab8-4481828797a1), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:30.458069 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-203ba74b-5e43-4bd5-903f-7b53b1e13767 admin admin] Publish callbacks [] for security_group (3bba4100-156c-4bea-aab8-4481828797a1), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:30.586997 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-203ba74b-5e43-4bd5-903f-7b53b1e13767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3bba4100-156c-4bea-aab8-4481828797a1), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:30.589525 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-203ba74b-5e43-4bd5-903f-7b53b1e13767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:30.590710 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-203ba74b-5e43-4bd5-903f-7b53b1e13767 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bba4100-156c-4bea-aab8-4481828797a1 HTTP/1.1" status: 204 len: 168 time: 0.1994064 Feb 03 23:58:30.598943 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ba74b-5e43-4bd5-903f-7b53b1e13767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bba4100-156c-4bea-aab8-4481828797a1,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:31.348392 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032a396-5e2b-4ec8-b4fb-3058da9eb6b4 req-7aa0e4b8-8438-49bd-8ee0-bdf976ff6b3c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:31.349900 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f032a396-5e2b-4ec8-b4fb-3058da9eb6b4 req-7aa0e4b8-8438-49bd-8ee0-bdf976ff6b3c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0519395 Feb 03 23:58:31.395977 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f032a396-5e2b-4ec8-b4fb-3058da9eb6b4 req-32be1ae4-c41d-4175-8de2-72cfb01d9b49 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Feb 03 23:58:32.346171 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:58:32.776548 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e0bd1-c645-4628-bed9-c0e3e1a1f460 req-291d1345-1798-4d92-933f-d912fe0e9b02 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:32.778105 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-994e0bd1-c645-4628-bed9-c0e3e1a1f460 req-291d1345-1798-4d92-933f-d912fe0e9b02 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.3099716 Feb 03 23:58:32.827435 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-994e0bd1-c645-4628-bed9-c0e3e1a1f460 req-c5c2e4ec-35ef-487e-9273-d1f61f4dceb8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436761 Feb 03 23:58:33.388444 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:58:33.484493 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:58:33.496238 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'port_id': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'mac_address': 'fa:16:3e:fd:05:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:58:33.533680 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:58:33.534094 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:33.546867 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf3d934-7fd2-4dfc-b00c-c001c7b9b207 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:58:33.569065 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:58:33.687583 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:33.732117 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:33.738996 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.739349 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.739691 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.740028 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.740359 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.740687 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.741014 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.741340 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.741662 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.742015 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.742339 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.742657 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.742976 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:33.957231 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fad096-92f2-4ed5-a4ea-af1a2c91837f req-757a1618-1caa-4404-83aa-09ed26f2b1b2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:33.958677 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43fad096-92f2-4ed5-a4ea-af1a2c91837f req-757a1618-1caa-4404-83aa-09ed26f2b1b2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 945 time: 0.0555217 Feb 03 23:58:34.008886 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43fad096-92f2-4ed5-a4ea-af1a2c91837f req-7e191900-3134-4ae7-8493-0f8fda4af2f1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 Feb 03 23:58:34.189792 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['baf3d934-7fd2-4dfc-b00c-c001c7b9b207'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:58:35.130640 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cdc44-9fc5-4950-bc6d-77d868c7d75d req-65889f62-86c0-4b3b-b878-87719597ddd1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:35.132083 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dc0cdc44-9fc5-4950-bc6d-77d868c7d75d req-65889f62-86c0-4b3b-b878-87719597ddd1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 945 time: 0.0518005 Feb 03 23:58:35.186962 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dc0cdc44-9fc5-4950-bc6d-77d868c7d75d req-8bf41f93-aeec-4d92-8c0f-4c05c3d86940 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487270 Feb 03 23:58:35.398255 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:58:35.546914 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:58:35.551313 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:58:35.551690 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:35.639910 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:58:35.640300 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:35.665742 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:58:35.668615 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c5d03-3946-40f8-b372-3952bf842655" -d '{"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-plugged", "status": "completed", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:58:35.680805 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:58:35.703969 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb88d474-0c9b-4138-8254-5d6490855b95 x-openstack-request-id: req-cb88d474-0c9b-4138-8254-5d6490855b95 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:58:35.704284 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-plugged", "status": "completed", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:58:35.704537 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb88d474-0c9b-4138-8254-5d6490855b95 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:58:35.704975 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'code': 200} Feb 03 23:58:35.773363 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:35.818777 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:36.363996 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c7130-120a-42d8-834c-96fc05a8144e req-436ec58c-4927-4eb6-a670-afb4567a37ea tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:36.365451 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0e0c7130-120a-42d8-834c-96fc05a8144e req-436ec58c-4927-4eb6-a670-afb4567a37ea tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.1051412 Feb 03 23:58:36.409774 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0e0c7130-120a-42d8-834c-96fc05a8144e req-646b3ca8-4b99-4029-8a73-23c5c8cfe4f4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385945 Feb 03 23:58:37.531039 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3059de6-9ef5-4c10-98fb-562b6fc09670 req-9786dac4-d5a8-4f64-9a98-d927a8c80861 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:37.532489 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a3059de6-9ef5-4c10-98fb-562b6fc09670 req-9786dac4-d5a8-4f64-9a98-d927a8c80861 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0521505 Feb 03 23:58:37.577318 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a3059de6-9ef5-4c10-98fb-562b6fc09670 req-5b1d0b5a-5c97-42a2-946a-ab528abffb4e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392869 Feb 03 23:58:37.700137 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc3f46-a488-4c2e-a8e9-9f13621a3bb2 req-25b799f7-48e2-4287-bca3-3610f373793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:37.701615 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-48cc3f46-a488-4c2e-a8e9-9f13621a3bb2 req-25b799f7-48e2-4287-bca3-3610f373793e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 1130 time: 0.0427866 Feb 03 23:58:38.697117 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535fbf7-28cd-42fc-9b33-b43330632a62 req-a9f64a95-9f3b-4864-9663-278bd41bcd09 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:38.698606 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c535fbf7-28cd-42fc-9b33-b43330632a62 req-a9f64a95-9f3b-4864-9663-278bd41bcd09 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0512812 Feb 03 23:58:38.747475 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c535fbf7-28cd-42fc-9b33-b43330632a62 req-dde82b36-52ab-42e9-a745-d43702cba172 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Feb 03 23:58:38.929982 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-48cc3f46-a488-4c2e-a8e9-9f13621a3bb2 req-185dec81-2dca-42e9-8098-65a2a4f763e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373569 Feb 03 23:58:39.867412 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ceee6-d16e-493a-b88c-233f3de25a7b req-c67b319d-a059-4311-bd1a-631381f19b02 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:39.868882 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bf7ceee6-d16e-493a-b88c-233f3de25a7b req-c67b319d-a059-4311-bd1a-631381f19b02 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0514565 Feb 03 23:58:39.917833 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bf7ceee6-d16e-493a-b88c-233f3de25a7b req-c7682215-6ee8-42c2-b636-23520647c199 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430295 Feb 03 23:58:41.041035 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24412486-a18c-46c2-8cdd-d6164aeb57e8 req-841b415f-5dde-4c4d-847b-3698f07b9c81 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:41.042539 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-24412486-a18c-46c2-8cdd-d6164aeb57e8 req-841b415f-5dde-4c4d-847b-3698f07b9c81 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0522437 Feb 03 23:58:41.087477 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-24412486-a18c-46c2-8cdd-d6164aeb57e8 req-4f26be8e-a80b-4bbd-a864-f28847586c0b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389042 Feb 03 23:58:42.213320 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f171-9a45-449e-88eb-0639e3b16caa req-428b42f0-828c-41f9-822a-cd66a2fc7259 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:42.216235 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8fe9f171-9a45-449e-88eb-0639e3b16caa req-428b42f0-828c-41f9-822a-cd66a2fc7259 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0539498 Feb 03 23:58:42.263898 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8fe9f171-9a45-449e-88eb-0639e3b16caa req-b9e9b045-cf5b-438f-8222-7bd2d19976e7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425849 Feb 03 23:58:42.382511 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0dcec-ded2-4d28-8cf0-b800073887f7 req-fd530601-c154-499e-a75a-e1124bce1345 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:42.384098 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-82d0dcec-ded2-4d28-8cf0-b800073887f7 req-fd530601-c154-499e-a75a-e1124bce1345 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0527406 Feb 03 23:58:42.392509 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44746) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:42.396769 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Request body: {'floatingip': {'port_id': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:58:42.438789 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (b8dfbb1a-1c43-4438-ac49-84d48e1d76b9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:42.860505 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:42.958465 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (b8dfbb1a-1c43-4438-ac49-84d48e1d76b9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:43.056890 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Floating IP b8dfbb1a-1c43-4438-ac49-84d48e1d76b9 associated. External IP: 172.27.0.206, port: baf3d934-7fd2-4dfc-b00c-c001c7b9b207. Feb 03 23:58:43.238001 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44754) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:43.270209 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:58:43.301540 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:43.346028 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-121e4aea-f656-4be3-a5b3-4cffe74661fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:43.388319 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:58:43.397541 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:43.398563 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] Sync routers for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:58:43.409545 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:58:43.410437 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:58:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:43.430488 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-121e4aea-f656-4be3-a5b3-4cffe74661fd admin admin] Publish callbacks [] for security_group (8f20bf69-44f7-492f-9799-7efec0d606bf), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:43.433061 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-a683e9f0-a968-41c2-9c94-0c209c435eb7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "PUT /v2.0/floatingips/b8dfbb1a-1c43-4438-ac49-84d48e1d76b9 HTTP/1.1" status: 200 len: 992 time: 1.0395286 Feb 03 23:58:43.433757 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:58:43.436700 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:58:43.477045 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3979aed-5f7e-4cbc-b525-ed1be99dee29 x-openstack-request-id: req-b3979aed-5f7e-4cbc-b525-ed1be99dee29 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:58:43.477352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:58:43.477614 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3979aed-5f7e-4cbc-b525-ed1be99dee29 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:58:43.478042 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'status': 'completed', 'code': 200} Feb 03 23:58:43.527800 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:58:43.538070 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307f65-f4b0-4371-bacd-cc411a6f170b req-0fb6f100-2984-4543-91cf-c26a66cb0191 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:43.539620 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5d307f65-f4b0-4371-bacd-cc411a6f170b req-0fb6f100-2984-4543-91cf-c26a66cb0191 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0572808 Feb 03 23:58:43.541170 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-121e4aea-f656-4be3-a5b3-4cffe74661fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8f20bf69-44f7-492f-9799-7efec0d606bf), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:43.571375 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-579107fa-9e89-4b7b-97f3-a0ff242e722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:43.572684 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-579107fa-9e89-4b7b-97f3-a0ff242e722d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 1130 time: 0.0467823 Feb 03 23:58:43.688621 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-5b5d7fd9-116a-47f8-9527-009cc9386aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:43.690200 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-5b5d7fd9-116a-47f8-9527-009cc9386aa1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.1108696 Feb 03 23:58:43.757938 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-c717c8f0-a4b7-4ec7-beb0-1a4366513269 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207 HTTP/1.1" status: 200 len: 1000 time: 0.0612137 Feb 03 23:58:43.791296 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'b8dfbb1a-1c43-4438-ac49-84d48e1d76b9', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'port_id': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'mac_address': 'fa:16:3e:fd:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:58:24Z', 'updated_at': '2022-02-03T23:58:42Z', 'revision_number': 1, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:43.814657 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-bd747b38-2268-4f2c-85ba-efd52c876cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:43.816475 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-bd747b38-2268-4f2c-85ba-efd52c876cbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0522523 Feb 03 23:58:43.823384 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] Checking router: 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:58:43.827798 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-121e4aea-f656-4be3-a5b3-4cffe74661fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c34ac6c96694bea8abc7e56a7c074a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861435 Feb 03 23:58:43.828972 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44762) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:58:43.829604 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4aea-f656-4be3-a5b3-4cffe74661fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f20bf69-44f7-492f-9799-7efec0d606bf,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:43.835843 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:58:43.836453 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:58:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:43.871060 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-45619fc4-0c72-4e26-a045-502bc6e2fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:43.873550 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-45619fc4-0c72-4e26-a045-502bc6e2fe2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512564 Feb 03 23:58:43.891458 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5d307f65-f4b0-4371-bacd-cc411a6f170b req-a67d0cbd-1ab2-44d7-b41a-80760e00c297 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404696 Feb 03 23:58:43.911096 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d951ecab-3b57-456b-bd35-ff2070b8eaf6 admin admin] Publish callbacks [] for security_group (8f20bf69-44f7-492f-9799-7efec0d606bf), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:43.939745 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d951ecab-3b57-456b-bd35-ff2070b8eaf6 admin admin] Publish callbacks [] for security_group (8f20bf69-44f7-492f-9799-7efec0d606bf), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:43.955571 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:58:43.976054 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-b1a9f6fc-6a43-4083-95a4-0eb82821361b service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965264 Feb 03 23:58:44.078601 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e646dcef-1575-4d37-ba6a-cdcff4e2c3ba req-88bd6c0e-6ca5-4e63-8e9a-bcaa3e6ea766 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961721 Feb 03 23:58:44.083787 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d951ecab-3b57-456b-bd35-ff2070b8eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8f20bf69-44f7-492f-9799-7efec0d606bf), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:44.086442 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d951ecab-3b57-456b-bd35-ff2070b8eaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:44.087608 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d951ecab-3b57-456b-bd35-ff2070b8eaf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f20bf69-44f7-492f-9799-7efec0d606bf HTTP/1.1" status: 204 len: 168 time: 0.2542922 Feb 03 23:58:44.096793 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ecab-3b57-456b-bd35-ff2070b8eaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f20bf69-44f7-492f-9799-7efec0d606bf,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:44.312271 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'b8dfbb1a-1c43-4438-ac49-84d48e1d76b9', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'port_id': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'mac_address': 'fa:16:3e:fd:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:58:24Z', 'updated_at': '2022-02-03T23:58:42Z', 'revision_number': 1, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:58:44.341701 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b99e17-0b3d-408c-bfc6-94cce910f6bd None None] The sync data for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi is: [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'b8dfbb1a-1c43-4438-ac49-84d48e1d76b9', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'port_id': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'mac_address': 'fa:16:3e:fd:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:58:24Z', 'updated_at': '2022-02-03T23:58:42Z', 'revision_number': 1, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:58:44.543348 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb64c41-415f-4386-a781-e81f34edc57a None None] New status for floating IP b8dfbb1a-1c43-4438-ac49-84d48e1d76b9: ACTIVE {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:58:45.016147 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa94691-8c17-4c5c-a118-f44f586fb658 req-96049bc0-f875-4bd9-b6c3-1f6a09099840 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:45.017641 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-faa94691-8c17-4c5c-a118-f44f586fb658 req-96049bc0-f875-4bd9-b6c3-1f6a09099840 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0538294 Feb 03 23:58:45.065597 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-faa94691-8c17-4c5c-a118-f44f586fb658 req-99e0272b-d81e-4064-90a4-70c82b47a79e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Feb 03 23:58:46.451491 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-7499fb8f-bf50-4861-82c0-c16b75180ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522280 Feb 03 23:58:46.551962 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-5ff9c824-5000-4625-912f-67707d999cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:46.553482 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-5ff9c824-5000-4625-912f-67707d999cfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1168 time: 0.0555444 Feb 03 23:58:46.675381 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-c0c5e719-dad0-4728-a8c4-2cf7c7187e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:46.676911 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-c0c5e719-dad0-4728-a8c4-2cf7c7187e05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 200 len: 914 time: 0.1035502 Feb 03 23:58:46.750118 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-83b16539-bfc2-4184-8cdd-275064342757 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 1000 time: 0.0672505 Feb 03 23:58:46.799990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-286fd3a5-eb47-46bb-b2bd-3eb895d6476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:46.801498 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-286fd3a5-eb47-46bb-b2bd-3eb895d6476a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7117c721-6b93-4d5c-94e6-f41a2df95bc5 HTTP/1.1" status: 200 len: 853 time: 0.0460362 Feb 03 23:58:46.852546 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-b19b9c3b-49ca-4cfd-aa65-66c6925e6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:46.854145 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-b19b9c3b-49ca-4cfd-aa65-66c6925e6bb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465660 Feb 03 23:58:46.956321 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-e79f61de-9354-4536-8c8c-72b3ced94af3 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946383 Feb 03 23:58:47.061780 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4955e364-5dfc-49e0-adde-f83da4d34aeb req-4718ff35-babe-48ae-b0e6-20ee2800a115 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991747 Feb 03 23:58:53.201134 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-54f06b51-e7a1-48a6-bde6-cad69df7ab18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:55.578168 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c26a0256-ac08-4957-845a-848500e77e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:56.689072 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:58.292440 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:58:59.595244 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:07.319730 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-ae3dcb5b-977e-47fa-9810-9980e86a2f14 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848290953&fields=id&tenant_id=808a1efcd84a4b8a8850c69fc89c1570 HTTP/1.1" status: 200 len: 267 time: 0.0438731 Feb 03 23:59:07.379518 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-99f49612-67be-4ea8-b12d-efd0283efa51 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:07.380959 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-99f49612-67be-4ea8-b12d-efd0283efa51 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 984 time: 0.0554252 Feb 03 23:59:07.391343 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Request body: {'port': {'security_groups': ['8f3cd3fd-146e-4883-9f5f-9e142e881c49']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:07.462894 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:07.633655 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] For port 5eca751c-6295-4a95-b021-e1ef750234ea, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eca751c-6295-4a95-b021-e1ef750234ea,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:07.661352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for port (5eca751c-6295-4a95-b021-e1ef750234ea), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:07.728990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:07.772206 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['5eca751c-6295-4a95-b021-e1ef750234ea'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:59:07.774456 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:07.775104 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:07.776543 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b3bc1a9d-8cb0-4d3c-b7e4-764acb58436b req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "PUT /v2.0/ports/5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 942 time: 0.3895509 Feb 03 23:59:07.776995 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:59:07.786096 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986c9f1a-1e50-43c0-918e-91282b8526cb" -d '{"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:59:07.786346 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44804) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:07.804260 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event updated for resources: {'Port': ['ID=5eca751c-6295-4a95-b021-e1ef750234ea,revision_number=7']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:07.817402 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.824781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.824781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.824781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.824781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.824781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.824781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.824781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.824781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.825731 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.826066 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.826449 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.826800 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9eaf8-0eea-4db7-807a-ac2c93962744 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:07.860568 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e04ecd48-9854-44f4-9b0f-5bcff6119f7a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group (5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:07.894549 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e04ecd48-9854-44f4-9b0f-5bcff6119f7a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group (5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:07.936934 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['5eca751c-6295-4a95-b021-e1ef750234ea'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:59:08.003266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c1208a-fc68-4293-8a75-ac1a653028a3 x-openstack-request-id: req-d9c1208a-fc68-4293-8a75-ac1a653028a3 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:59:08.012044 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:59:08.012044 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9c1208a-fc68-4293-8a75-ac1a653028a3 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:59:08.012044 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea', 'status': 'completed', 'code': 200} Feb 03 23:59:08.090467 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-06cb6014-9501-4c16-9105-430cd70ee0cc None None] Provisioning complete for port 5eca751c-6295-4a95-b021-e1ef750234ea triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:08.090782 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-06cb6014-9501-4c16-9105-430cd70ee0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:08.103332 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-c3a0352c-9b09-4177-95be-9a1dd5f3e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:08.104909 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-c3a0352c-9b09-4177-95be-9a1dd5f3e31f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1129 time: 0.0507092 Feb 03 23:59:08.169558 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e04ecd48-9854-44f4-9b0f-5bcff6119f7a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:08.172679 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e04ecd48-9854-44f4-9b0f-5bcff6119f7a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:08.174700 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e04ecd48-9854-44f4-9b0f-5bcff6119f7a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "DELETE /v2.0/security-groups/5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b HTTP/1.1" status: 204 len: 168 time: 0.3846474 Feb 03 23:59:08.186067 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ecd48-9854-44f4-9b0f-5bcff6119f7a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faa6bd9-58d9-4bd8-92a4-1fd2df96a88b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:08.186212 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44810) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:08.198672 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-06cb6014-9501-4c16-9105-430cd70ee0cc None None] Current status of the port 5eca751c-6295-4a95-b021-e1ef750234ea is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:08.199763 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-45ab6087-91d5-472b-9065-33dc10549d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:08.203959 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-45ab6087-91d5-472b-9065-33dc10549d67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 200 len: 914 time: 0.0923669 Feb 03 23:59:08.275998 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-4dd627b4-41a7-4551-aa12-c48f74a96d64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 1000 time: 0.0650306 Feb 03 23:59:08.325306 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-7a6cf733-21bb-4d35-be2e-a7503a6cdd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:08.326805 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-7a6cf733-21bb-4d35-be2e-a7503a6cdd17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7117c721-6b93-4d5c-94e6-f41a2df95bc5 HTTP/1.1" status: 200 len: 853 time: 0.0445161 Feb 03 23:59:08.375560 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Deleting port dbb0fda0-ba00-4d33-9f15-6502342c2285 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:08.375904 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (dbb0fda0-ba00-4d33-9f15-6502342c2285), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:08.376718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-4fe195c0-8a3f-4a37-9cdd-ebdfd025c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:08.378862 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-4fe195c0-8a3f-4a37-9cdd-ebdfd025c15d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456159 Feb 03 23:59:08.454124 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (dbb0fda0-ba00-4d33-9f15-6502342c2285), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:08.454400 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for floatingip (dbb0fda0-ba00-4d33-9f15-6502342c2285), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:08.466331 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Calling delete_port for dbb0fda0-ba00-4d33-9f15-6502342c2285 owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:08.468154 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-6ba0073c-7696-4d2e-bd33-1a3357323860 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838771 Feb 03 23:59:08.564111 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-986c9f1a-1e50-43c0-918e-91282b8526cb req-372ab7d4-e4c5-4a5c-8bed-e3852568b703 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888665 Feb 03 23:59:08.749550 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (dbb0fda0-ba00-4d33-9f15-6502342c2285), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:08.774191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event deleted for resources: {'Port': ['ID=dbb0fda0-ba00-4d33-9f15-6502342c2285,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:08.836111 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks [] for floatingip (38fcb975-dcee-403f-9cc8-ce9fe1c493a3), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:08.836902 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Floating IP 38fcb975-dcee-403f-9cc8-ce9fe1c493a3 disassociated (deleted). External IP: 172.27.0.76, port: 5eca751c-6295-4a95-b021-e1ef750234ea. Feb 03 23:59:09.042282 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Router df467ca6-d5ca-4fb9-9684-355b334c878a has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:59:09.149286 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:09.154623 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:09.160563 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] Sync routers for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:09.170834 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:09.171448 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:58:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:09.184081 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b0bce2ea-af17-4a3e-95ec-a31fdfa861d7 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "DELETE /v2.0/floatingips/38fcb975-dcee-403f-9cc8-ce9fe1c493a3 HTTP/1.1" status: 204 len: 168 time: 0.9968557 Feb 03 23:59:09.184838 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:59:09.187094 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:59:09.228916 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f5d7ee-ad77-4e3f-8014-39ed376e31a2 x-openstack-request-id: req-c4f5d7ee-ad77-4e3f-8014-39ed376e31a2 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:59:09.229310 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:59:09.229664 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f5d7ee-ad77-4e3f-8014-39ed376e31a2 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:59:09.230197 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea', 'status': 'completed', 'code': 200} Feb 03 23:59:09.287387 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:09.326961 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-d3ce3869-1483-4d9a-b7e6-b650baff5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:09.328531 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-d3ce3869-1483-4d9a-b7e6-b650baff5fbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 1129 time: 0.0472515 Feb 03 23:59:09.357583 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:59:09.432143 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-f34d55f4-42c8-43f0-b8a7-92b73ecff795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:09.434156 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-f34d55f4-42c8-43f0-b8a7-92b73ecff795 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 200 len: 914 time: 0.0983040 Feb 03 23:59:09.475405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-8a16ca15-8ab6-4144-be18-339709f8485b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 200 len: 217 time: 0.0347183 Feb 03 23:59:09.503155 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:57Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:09.530667 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-9317c1e0-d94f-44fe-807a-cd804ad99237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:09.531154 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] Checking router: df467ca6-d5ca-4fb9-9684-355b334c878a for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:09.532201 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-9317c1e0-d94f-44fe-807a-cd804ad99237 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7117c721-6b93-4d5c-94e6-f41a2df95bc5 HTTP/1.1" status: 200 len: 853 time: 0.0505486 Feb 03 23:59:09.539564 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:09.540157 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:58:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:09.583853 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-36fb4211-2401-471b-b9d7-fd12b0f98a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:09.585544 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-36fb4211-2401-471b-b9d7-fd12b0f98a34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470138 Feb 03 23:59:09.658620 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:09.694745 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-ac1c292b-5934-4e4a-9cd7-aed52259e547 service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012411 Feb 03 23:59:09.804978 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7352f8aa-3f63-4b7c-b707-acd248cf5bcc req-aa7ce8fd-cb7b-4a50-90fc-00a74371069b service neutron] 10.222.0.37 "GET /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045909 Feb 03 23:59:09.879129 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:57Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:09.909921 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8626a71-82b2-40bc-86b3-8d143fd39a0c None None] The sync data for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi is: [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'f7637c2e-5da0-46fe-b784-f2976e504619', 'name': '', 'network_id': 'b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'mac_address': 'fa:16:3e:0c:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:53Z', 'updated_at': '2022-02-03T23:53:57Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'subnets': [{'id': '7117c721-6b93-4d5c-94e6-f41a2df95bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:10.122565 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef1be70-5642-4d3b-b95f-c0c4c9f403e7 None None] New status for floating IP 38fcb975-dcee-403f-9cc8-ce9fe1c493a3: DOWN {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:59:10.388898 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d74f3a-b7c2-4fa9-835b-19daeba9ce29 req-8736692b-bc65-46bc-9f99-7d9333322f19 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:10.390352 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b9d74f3a-b7c2-4fa9-835b-19daeba9ce29 req-8736692b-bc65-46bc-9f99-7d9333322f19 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0530641 Feb 03 23:59:10.436654 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b9d74f3a-b7c2-4fa9-835b-19daeba9ce29 req-a95bebf5-2b2b-4515-8a8f-17bfc5419d1b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Feb 03 23:59:11.559143 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c4c32-f3f2-44e4-96a6-9eac9eacba25 req-03ddbfc5-80d9-46bc-b87a-39714624a46e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:11.560619 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f51c4c32-f3f2-44e4-96a6-9eac9eacba25 req-03ddbfc5-80d9-46bc-b87a-39714624a46e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0546484 Feb 03 23:59:11.610328 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f51c4c32-f3f2-44e4-96a6-9eac9eacba25 req-59739cb9-7a0c-44af-9688-6377d6dd4985 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d000538-0d02-4316-8ab0-31d8f0e8057a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Feb 03 23:59:11.896024 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-709074e3-d79f-44cb-ae6c-c2a508ce563b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:11.897484 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-709074e3-d79f-44cb-ae6c-c2a508ce563b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 945 time: 0.0531726 Feb 03 23:59:11.992679 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Deleting port 5eafef20-d605-4edc-b079-3fb282337180 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:11.993024 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (5eafef20-d605-4edc-b079-3fb282337180), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:12.083479 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] For port 5eafef20-d605-4edc-b079-3fb282337180, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eafef20-d605-4edc-b079-3fb282337180,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:12.083744 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (5eafef20-d605-4edc-b079-3fb282337180), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:12.254049 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:12.254421 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (7eebf48f-a907-40a3-a3ed-6020d96ea2b6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:12.254749 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Floating IP 7eebf48f-a907-40a3-a3ed-6020d96ea2b6 disassociated. External IP: 172.27.0.186, port: 5eafef20-d605-4edc-b079-3fb282337180. Feb 03 23:59:12.255091 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Calling delete_port for 5eafef20-d605-4edc-b079-3fb282337180 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:12.469178 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (5eafef20-d605-4edc-b079-3fb282337180), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:12.496520 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event deleted for resources: {'Port': ['ID=5eafef20-d605-4edc-b079-3fb282337180,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:12.610414 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Router 23751dd6-0967-4f30-b3db-733048e25381 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:59:12.710969 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-caacfffa-83ab-4a3b-9b51-80061d772732 req-1631d1f1-2850-4956-9d4c-5115fd8814ce tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 210 time: 0.0306957 Feb 03 23:59:12.722789 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:12.734715 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] Sync routers for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:12.744920 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:12.745516 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:58:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:12.765337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] No DVR routers for this DVR port 5eafef20-d605-4edc-b079-3fb282337180 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:59:12.767918 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:12.771177 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bfd6b292-641a-47b6-8b37-f3ca65d618db req-cc9aab14-5250-4d53-8a43-1c995e85d2ca tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "DELETE /v2.0/ports/5eafef20-d605-4edc-b079-3fb282337180 HTTP/1.1" status: 204 len: 173 time: 0.8683875 Feb 03 23:59:12.771619 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'name': 'network-vif-deleted', 'tag': '5eafef20-d605-4edc-b079-3fb282337180'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:59:12.773845 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effbe1fd-2610-4b09-af6a-8d2a0e111f87" -d '{"events": [{"server_uuid": "6f6d8138-37e7-4f21-8b00-113038eae0ca", "name": "network-vif-deleted", "tag": "5eafef20-d605-4edc-b079-3fb282337180"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:59:12.816105 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed39345a-7d2d-4d93-a1bd-34ec356b7939 x-openstack-request-id: req-ed39345a-7d2d-4d93-a1bd-34ec356b7939 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:59:12.816405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d8138-37e7-4f21-8b00-113038eae0ca", "name": "network-vif-deleted", "tag": "5eafef20-d605-4edc-b079-3fb282337180", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:59:12.816665 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed39345a-7d2d-4d93-a1bd-34ec356b7939 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:59:12.817232 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6d8138-37e7-4f21-8b00-113038eae0ca', 'name': 'network-vif-deleted', 'tag': '5eafef20-d605-4edc-b079-3fb282337180', 'status': 'completed', 'code': 200} Feb 03 23:59:12.860472 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:13.067924 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:13.095772 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] Checking router: 23751dd6-0967-4f30-b3db-733048e25381 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:13.103974 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:13.104572 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:58:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:13.211785 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:13.469813 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:13.546599 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:13.573676 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e6c903-bde4-416d-80ef-8d4df8997817 None None] The sync data for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi is: [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:13.804968 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e56a1-a934-4e3b-95f5-64d004814865 req-5f58c494-318f-4230-943b-8de208d12c38 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:13.806516 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-759e56a1-a934-4e3b-95f5-64d004814865 req-5f58c494-318f-4230-943b-8de208d12c38 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0611000 Feb 03 23:59:13.828238 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c52a3-e4ea-4905-85c1-0661d06d38f7 None None] New status for floating IP 7eebf48f-a907-40a3-a3ed-6020d96ea2b6: DOWN {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:59:13.834849 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-af555b75-a03e-4287-92ff-485b052beeb1 req-6fe5b5ef-b850-4deb-ac31-722ab34ad7f1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6d8138-37e7-4f21-8b00-113038eae0ca HTTP/1.1" status: 200 len: 210 time: 0.0326965 Feb 03 23:59:13.860836 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-759e56a1-a934-4e3b-95f5-64d004814865 req-64e75c40-c2b9-4a60-ad2e-9770cfdff16a tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479050 Feb 03 23:59:14.982885 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dd28d-be88-4d7f-9550-8c0a2f21c011 req-8ed6f57b-93b3-4e6e-87c4-dc965574cbad tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:14.984492 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5e9dd28d-be88-4d7f-9550-8c0a2f21c011 req-8ed6f57b-93b3-4e6e-87c4-dc965574cbad tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0531416 Feb 03 23:59:14.996293 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44868) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:15.032552 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5e9dd28d-be88-4d7f-9550-8c0a2f21c011 req-b38662f3-9033-4197-9db4-15be28312c79 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424399 Feb 03 23:59:15.051244 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-850701ee-9e2a-472f-ac80-e0cedb875ed1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (3d000538-0d02-4316-8ab0-31d8f0e8057a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:15.073235 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-850701ee-9e2a-472f-ac80-e0cedb875ed1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (3d000538-0d02-4316-8ab0-31d8f0e8057a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:15.212144 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-850701ee-9e2a-472f-ac80-e0cedb875ed1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3d000538-0d02-4316-8ab0-31d8f0e8057a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:15.214792 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-850701ee-9e2a-472f-ac80-e0cedb875ed1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:15.216578 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-850701ee-9e2a-472f-ac80-e0cedb875ed1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d000538-0d02-4316-8ab0-31d8f0e8057a HTTP/1.1" status: 204 len: 168 time: 0.2192993 Feb 03 23:59:15.219647 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44870) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:15.225523 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850701ee-9e2a-472f-ac80-e0cedb875ed1 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d000538-0d02-4316-8ab0-31d8f0e8057a,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:15.232927 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.api.v2.resource [None req-01ba15fb-f062-49f8-8e6b-99a40db0b328 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] show failed (client error): The resource could not be found. Feb 03 23:59:15.233985 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-01ba15fb-f062-49f8-8e6b-99a40db0b328 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups/3d000538-0d02-4316-8ab0-31d8f0e8057a HTTP/1.1" status: 404 len: 347 time: 0.0131834 Feb 03 23:59:15.236918 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44872) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:15.612278 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Deleting port 03bfa912-2e7f-4071-a917-06855f636f61 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:15.612616 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (03bfa912-2e7f-4071-a917-06855f636f61), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:15.687772 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (03bfa912-2e7f-4071-a917-06855f636f61), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:15.688105 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (03bfa912-2e7f-4071-a917-06855f636f61), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:15.692756 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 5eafef20-d605-4edc-b079-3fb282337180 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:59:15.699808 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Calling delete_port for 03bfa912-2e7f-4071-a917-06855f636f61 owned by network:floatingip {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:15.716205 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 5eafef20-d605-4edc-b079-3fb282337180 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:59:15.720584 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 5eafef20-d605-4edc-b079-3fb282337180 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:59:15.906372 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (03bfa912-2e7f-4071-a917-06855f636f61), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:15.935341 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event deleted for resources: {'Port': ['ID=03bfa912-2e7f-4071-a917-06855f636f61,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:15.974148 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-6859fd15-4a69-4aea-8d3d-bd6ad513977d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:15.975629 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-6859fd15-4a69-4aea-8d3d-bd6ad513977d tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0983126 Feb 03 23:59:16.050259 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (7eebf48f-a907-40a3-a3ed-6020d96ea2b6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.052768 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.053867 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-85b81ff7-bc84-43ba-826b-3e9fb390e1ee tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "DELETE /v2.0/floatingips/7eebf48f-a907-40a3-a3ed-6020d96ea2b6 HTTP/1.1" status: 204 len: 168 time: 0.8160369 Feb 03 23:59:16.109492 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Deleting port 5eca751c-6295-4a95-b021-e1ef750234ea {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:16.109845 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.158516 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c77d63-8871-4b2b-b4e1-a19c24dd006a req-7398fc0b-1877-4737-943b-d42dcc8f84f9 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:16.160199 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5c77d63-8871-4b2b-b4e1-a19c24dd006a req-7398fc0b-1877-4737-943b-d42dcc8f84f9 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 945 time: 0.0553288 Feb 03 23:59:16.214495 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e5c77d63-8871-4b2b-b4e1-a19c24dd006a req-fcff4c97-7923-4a7f-abc7-ea83209a3874 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f3cd3fd-146e-4883-9f5f-9e142e881c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472131 Feb 03 23:59:16.214744 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] For port 5eca751c-6295-4a95-b021-e1ef750234ea, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5eca751c-6295-4a95-b021-e1ef750234ea,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:16.215189 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.227782 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Calling delete_port for 5eca751c-6295-4a95-b021-e1ef750234ea owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:16.437742 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (5eca751c-6295-4a95-b021-e1ef750234ea), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.470924 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Pushing event deleted for resources: {'Port': ['ID=5eca751c-6295-4a95-b021-e1ef750234ea,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:16.472569 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['5eca751c-6295-4a95-b021-e1ef750234ea'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:59:16.519720 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] No DVR routers for this DVR port 5eca751c-6295-4a95-b021-e1ef750234ea on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:59:16.521493 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44880) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:16.526046 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-49372258-2271-4185-99d7-9e28015803bc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381648211', 'description': 'tempest-description--1122035798'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:16.531153 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.534293 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9713e7a9-d6e7-4438-b2e0-a457d4836eb3 req-cfe80b06-88be-4a73-ba0e-2f32a11d4bb8 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.37 "DELETE /v2.0/ports/5eca751c-6295-4a95-b021-e1ef750234ea HTTP/1.1" status: 204 len: 173 time: 0.5409069 Feb 03 23:59:16.534752 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'name': 'network-vif-deleted', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:59:16.536907 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2fbaca-0d1b-457e-a6e3-df7f7821b046" -d '{"events": [{"server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "name": "network-vif-deleted", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:59:16.571773 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8844a74-8cd4-493e-ae06-65d6db47e30e x-openstack-request-id: req-c8844a74-8cd4-493e-ae06-65d6db47e30e {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:59:16.572094 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505a96ba-ea8d-4bbc-9fd9-03054f90db5d", "name": "network-vif-deleted", "tag": "5eca751c-6295-4a95-b021-e1ef750234ea", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:59:16.572350 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8844a74-8cd4-493e-ae06-65d6db47e30e {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:59:16.572815 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505a96ba-ea8d-4bbc-9fd9-03054f90db5d', 'name': 'network-vif-deleted', 'tag': '5eca751c-6295-4a95-b021-e1ef750234ea', 'status': 'completed', 'code': 200} Feb 03 23:59:16.648849 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-49372258-2271-4185-99d7-9e28015803bc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.713988 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-49372258-2271-4185-99d7-9e28015803bc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (18d01d15-93c7-45c4-981f-8093604cba6a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.829305 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-49372258-2271-4185-99d7-9e28015803bc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (18d01d15-93c7-45c4-981f-8093604cba6a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.860347 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49372258-2271-4185-99d7-9e28015803bc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d01d15-93c7-45c4-981f-8093604cba6a,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:16.928754 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-49372258-2271-4185-99d7-9e28015803bc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:16.932991 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-49372258-2271-4185-99d7-9e28015803bc tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4076254 Feb 03 23:59:16.933225 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44884) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:16.937868 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-b454aff4-a184-4f96-a718-fc96c4cc312e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'security_group_rule': {'security_group_id': '18d01d15-93c7-45c4-981f-8093604cba6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:17.036915 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b454aff4-a184-4f96-a718-fc96c4cc312e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (554c38aa-792d-4ff0-b6de-0ced8fe33e53), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.089485 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b454aff4-a184-4f96-a718-fc96c4cc312e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (554c38aa-792d-4ff0-b6de-0ced8fe33e53), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.151512 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b454aff4-a184-4f96-a718-fc96c4cc312e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (554c38aa-792d-4ff0-b6de-0ced8fe33e53), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.170974 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454aff4-a184-4f96-a718-fc96c4cc312e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554c38aa-792d-4ff0-b6de-0ced8fe33e53,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:17.256921 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b454aff4-a184-4f96-a718-fc96c4cc312e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.258207 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-b454aff4-a184-4f96-a718-fc96c4cc312e tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238299 Feb 03 23:59:17.260863 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44888) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:17.265960 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-d42bd717-ee52-452e-84ab-e4bf7250c8cd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'security_group_rule': {'security_group_id': '18d01d15-93c7-45c4-981f-8093604cba6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:17.333118 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a50b8a4e-26c8-4e64-9569-b20c6ebe04f5 req-d4361fa6-1431-4338-8584-0e94a4c65740 tempest-TestMinimumBasicScenario-1159392315 tempest-TestMinimumBasicScenario-1159392315-project] 10.222.0.41 "GET /v2.0/ports?device_id=505a96ba-ea8d-4bbc-9fd9-03054f90db5d HTTP/1.1" status: 200 len: 210 time: 0.0304089 Feb 03 23:59:17.391601 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d42bd717-ee52-452e-84ab-e4bf7250c8cd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (947f0fd4-4104-46d3-adea-b85e475d569a), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.437818 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d42bd717-ee52-452e-84ab-e4bf7250c8cd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (947f0fd4-4104-46d3-adea-b85e475d569a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.522969 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d42bd717-ee52-452e-84ab-e4bf7250c8cd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (947f0fd4-4104-46d3-adea-b85e475d569a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.542213 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bd717-ee52-452e-84ab-e4bf7250c8cd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947f0fd4-4104-46d3-adea-b85e475d569a,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:17.644746 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d42bd717-ee52-452e-84ab-e4bf7250c8cd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.646001 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d42bd717-ee52-452e-84ab-e4bf7250c8cd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3840671 Feb 03 23:59:17.649065 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44890) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:17.653791 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:17.768000 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.887009 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:17.989453 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Allocated IP 172.27.0.46 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/0af328e1-d201-4588-82c2-d579f6deea41) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:59:18.091615 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for port (0af328e1-d201-4588-82c2-d579f6deea41), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:18.180602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (0af328e1-d201-4588-82c2-d579f6deea41), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:18.220157 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:18.224523 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:18.227946 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:59:18.250609 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'Port': ['ID=0af328e1-d201-4588-82c2-d579f6deea41,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:18.314222 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (47bff514-2eea-43a2-beef-9574cf819ca7), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:18.426886 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (0af328e1-d201-4588-82c2-d579f6deea41), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:18.575875 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for port (0af328e1-d201-4588-82c2-d579f6deea41), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:18.642671 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (0af328e1-d201-4588-82c2-d579f6deea41), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:18.712908 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'Port': ['ID=0af328e1-d201-4588-82c2-d579f6deea41,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:18.726217 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (47bff514-2eea-43a2-beef-9574cf819ca7), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:18.810811 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:18.812152 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-35f5d39d-5312-4dae-8245-fa45f4204f35 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1620765 Feb 03 23:59:19.016339 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-0d637287-9acd-47cc-86e3-5fac779ce81f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--381648211&fields=id&tenant_id=9e7b8bc464324d2cb2052aef815e0650 HTTP/1.1" status: 200 len: 267 time: 0.0520024 Feb 03 23:59:19.120603 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-31a599ab-f3e3-48fd-bc18-3f017a6cdabd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:19.122869 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-31a599ab-f3e3-48fd-bc18-3f017a6cdabd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 810 time: 0.0992398 Feb 03 23:59:19.142740 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-e102cb87-3d3a-4e20-a66a-a1e84c0cad85 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/quotas/9e7b8bc464324d2cb2052aef815e0650 HTTP/1.1" status: 200 len: 375 time: 0.0106349 Feb 03 23:59:19.201035 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-6dd575d4-32a6-4919-8b58-2249398df0ec tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530705 Feb 03 23:59:19.386597 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-02a2a1c4-790c-4772-b0f8-c9199450fc46 service neutron] 10.222.0.41 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742320 Feb 03 23:59:19.478293 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-65fa1cb1-5580-4766-8f22-c0627b351083 service neutron] 10.222.0.41 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858285 Feb 03 23:59:19.728415 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 5eca751c-6295-4a95-b021-e1ef750234ea no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:59:19.754186 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 5eca751c-6295-4a95-b021-e1ef750234ea {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:59:19.754540 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 5eca751c-6295-4a95-b021-e1ef750234ea not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:59:19.797987 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0c04560b-b03a-497e-b3a9-396e1655c1d7 req-aa7dd975-3826-42f8-96f4-fb83396a03d5 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 210 time: 0.0398006 Feb 03 23:59:19.975590 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44960) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:20.499002 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (df467ca6-d5ca-4fb9-9684-355b334c878a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:20.793620 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Deleting port f7637c2e-5da0-46fe-b784-f2976e504619 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:20.794222 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:20.874914 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] For port f7637c2e-5da0-46fe-b784-f2976e504619, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=f7637c2e-5da0-46fe-b784-f2976e504619,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:20.875616 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:20.888473 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Calling delete_port for f7637c2e-5da0-46fe-b784-f2976e504619 owned by network:router_interface {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:20.899527 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a74a3749-2ad1-425b-b700-90ffe2fa1ce4 req-b62387ab-1d55-478f-8c32-29fdc92ac506 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 210 time: 0.0280523 Feb 03 23:59:21.140099 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (f7637c2e-5da0-46fe-b784-f2976e504619), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:21.169111 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7637c2e-5da0-46fe-b784-f2976e504619,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:21.338023 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (df467ca6-d5ca-4fb9-9684-355b334c878a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:21.552715 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Router df467ca6-d5ca-4fb9-9684-355b334c878a has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:59:21.662027 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:21.669317 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-ff36dd67-f68f-49f2-9826-750c84759386 admin admin] 10.222.0.41 "PUT /v2.0/routers/df467ca6-d5ca-4fb9-9684-355b334c878a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902621 Feb 03 23:59:21.669577 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44968) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:21.670955 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] Sync routers for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:21.681223 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:21.681841 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:58:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:21.794416 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:22.016290 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:59:21Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:22.042833 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] Checking router: df467ca6-d5ca-4fb9-9684-355b334c878a for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:22.052951 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] Routers {'df467ca6-d5ca-4fb9-9684-355b334c878a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:22.053564 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:58:55Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['df467ca6-d5ca-4fb9-9684-355b334c878a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:22.080281 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d34122ae-330b-40a1-ba3c-dce0534fd29c req-436350aa-a5b1-4f3f-824a-120c903d92e9 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 210 time: 0.1013603 Feb 03 23:59:22.153025 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks [] for router (df467ca6-d5ca-4fb9-9684-355b334c878a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:22.160239 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-4b274393-5857-4ef6-b420-0def429f5451 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:22.161827 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-4b274393-5857-4ef6-b420-0def429f5451 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 810 time: 0.1818550 Feb 03 23:59:22.170271 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] Set router df467ca6-d5ca-4fb9-9684-355b334c878a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:22.309411 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-f537d447-9611-4c12-aca8-3a75d40c92b7 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e7b8bc464324d2cb2052aef815e0650 HTTP/1.1" status: 200 len: 379 time: 0.1115394 Feb 03 23:59:22.320232 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'port': {'device_id': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'admin_state_up': True, 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'security_groups': ['18d01d15-93c7-45c4-981f-8093604cba6a']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:22.326890 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks [] for router_gateway (df467ca6-d5ca-4fb9-9684-355b334c878a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:22.356761 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:59:21Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:22.392587 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc36093-bb9a-4466-9f4f-aabf6b214672 None None] The sync data for ids ['df467ca6-d5ca-4fb9-9684-355b334c878a'] in dv-cinder-822768-2-iscsi is: [{'id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'name': 'tempest-TestMinimumBasicScenario-905526925-router', 'tenant_id': '808a1efcd84a4b8a8850c69fc89c1570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:59:21Z', 'revision_number': 5, 'project_id': '808a1efcd84a4b8a8850c69fc89c1570', 'gw_port': {'id': 'b15f4926-9b2a-4e24-bbdb-9be0a5876ec4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df467ca6-d5ca-4fb9-9684-355b334c878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:50Z', 'updated_at': '2022-02-03T23:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:22.522301 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Deleting port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:22.522643 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:22.558543 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Made reservation on behalf of 9e7b8bc464324d2cb2052aef815e0650 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:59:22.562609 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:22.662437 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] For port b15f4926-9b2a-4e24-bbdb-9be0a5876ec4, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b15f4926-9b2a-4e24-bbdb-9be0a5876ec4,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:22.662805 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:22.682017 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Calling delete_port for b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 owned by network:router_gateway {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:22.762823 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Allocated IP 172.20.0.13 (978b16e3-16e0-4b31-a4ed-70da9d224b18/f28983d5-c58b-4fce-8ddf-f1ed89abe55d/89ca811a-6e52-4ede-8cdd-a5e8acc0c79a) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:59:22.811178 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device f7637c2e-5da0-46fe-b784-f2976e504619 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:59:22.831761 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: f7637c2e-5da0-46fe-b784-f2976e504619 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:59:22.832127 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device f7637c2e-5da0-46fe-b784-f2976e504619 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:59:23.001473 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.086058 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (b15f4926-9b2a-4e24-bbdb-9be0a5876ec4), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.112916 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b15f4926-9b2a-4e24-bbdb-9be0a5876ec4,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:23.139321 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.202928 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb2fd-da5c-4771-a184-375eaf2da974 req-4a43f786-fbba-4402-a59c-a5333c655d44 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:23.204625 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ffedb2fd-da5c-4771-a184-375eaf2da974 req-4a43f786-fbba-4402-a59c-a5333c655d44 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 932 time: 0.0540268 Feb 03 23:59:23.206354 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4e25bd6e-f705-4b5f-b8bd-d4f7bd0b5eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.210864 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:23.221459 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:23.228394 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:59:23.254788 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (df467ca6-d5ca-4fb9-9684-355b334c878a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.255023 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ffedb2fd-da5c-4771-a184-375eaf2da974 req-49f81c3b-5470-492f-a169-3a24db9637fd tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444102 Feb 03 23:59:23.256674 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event updated for resources: {'Port': ['ID=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:23.362499 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (df467ca6-d5ca-4fb9-9684-355b334c878a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.366330 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks [] for router_controller (df467ca6-d5ca-4fb9-9684-355b334c878a), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.374477 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:23.375129 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.491084 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-cac5e847-2f3f-4282-9068-6b04c350cf79 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1744182 Feb 03 23:59:23.497483 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (df467ca6-d5ca-4fb9-9684-355b334c878a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.498587 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df467ca6-d5ca-4fb9-9684-355b334c878a {{(pid=109790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 23:59:23.503320 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.506706 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-25305f9e-0341-4858-83c0-c56d32e28dd7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/df467ca6-d5ca-4fb9-9684-355b334c878a HTTP/1.1" status: 204 len: 168 time: 1.8337207 Feb 03 23:59:23.507352 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44982) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:23.509694 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Request body: {'port': {'device_id': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:23.526268 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-066a4750-59c7-4be0-82bb-31df2788cf27 None None] Provisioning complete for port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:23.526826 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-066a4750-59c7-4be0-82bb-31df2788cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.567992 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Deleting subnet 7117c721-6b93-4d5c-94e6-f41a2df95bc5 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:59:23.572142 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-066a4750-59c7-4be0-82bb-31df2788cf27 None None] Port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:59:23.573073 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Publish callbacks [] for subnet (7117c721-6b93-4d5c-94e6-f41a2df95bc5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.588246 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.611441 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25184265'] for subnet (7117c721-6b93-4d5c-94e6-f41a2df95bc5), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.727142 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (7117c721-6b93-4d5c-94e6-f41a2df95bc5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.848850 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25182877'] for subnet (7117c721-6b93-4d5c-94e6-f41a2df95bc5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.854648 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:59:23.862867 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Publish callbacks [] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.875812 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Transition to ACTIVE for port object 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:59:23.878158 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.883546 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7117c721-6b93-4d5c-94e6-f41a2df95bc5 HTTP/1.1" status: 204 len: 168 time: 0.3729568 Feb 03 23:59:23.883546 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7117c721-6b93-4d5c-94e6-f41a2df95bc5,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:23.883807 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 44984) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:23.884205 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fcbf03-e91b-4bc9-bae1-5ba959e8d9c5 None None] Network b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:59:23.891188 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.891525 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.892312 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.892312 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.892618 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.892829 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.893229 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.893562 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.893900 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.894227 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.894550 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.894870 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.895187 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20eec8-12af-4ddb-b921-757aca8c2b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:23.953487 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:23.992191 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.018883 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Pushing event updated for resources: {'Port': ['ID=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:24.076774 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] DHCP port deletion for b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 request from dv-cinder-822768-2-iscsi {{(pid=109793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 23:59:24.130249 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] Deleting port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 {{(pid=109793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:24.130546 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), before_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.148275 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Attempting to bind port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:59:24.149329 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Attempting to bind port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:59:24.149865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Attempting to bind port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a on network 978b16e3-16e0-4b31-a4ed-70da9d224b18 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:59:24.156337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a on network 978b16e3-16e0-4b31-a4ed-70da9d224b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 23:59:24.156673 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Attempting to bind port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a on network 978b16e3-16e0-4b31-a4ed-70da9d224b18 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:59:24.159434 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Deleting port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:24.159778 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.174633 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:59:24.174975 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Checking segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:24.175365 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Bound using segment: {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:59:24.175818 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Bound port: 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00815107-c5d6-44bd-9020-3abbebd903cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:59:24.176181 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.195797 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] For port 64b576c4-643a-4a0f-b41d-64cdc7244ba2, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=64b576c4-643a-4a0f-b41d-64cdc7244ba2,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:24.196359 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), precommit_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.212982 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] Calling delete_port for 64b576c4-643a-4a0f-b41d-64cdc7244ba2 owned by network:dhcp {{(pid=109793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:24.262394 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] For port 64b576c4-643a-4a0f-b41d-64cdc7244ba2, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=64b576c4-643a-4a0f-b41d-64cdc7244ba2,segment=NetworkSegment(a3b0723e-4a8f-4076-b2c7-f1d6d0226360),segment_id=a3b0723e-4a8f-4076-b2c7-f1d6d0226360)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:24.262759 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.282753 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Calling delete_port for 64b576c4-643a-4a0f-b41d-64cdc7244ba2 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:24.341537 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] For port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:59:24.383575 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] For port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:59:24.425499 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), after_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.441859 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa12da-08bf-42ad-9656-e572befcb026 req-ad3451ba-cc83-4c08-973d-1a69c0cd0597 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:24.444049 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-50fa12da-08bf-42ad-9656-e572befcb026 req-ad3451ba-cc83-4c08-973d-1a69c0cd0597 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 944 time: 0.0997310 Feb 03 23:59:24.446846 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (64b576c4-643a-4a0f-b41d-64cdc7244ba2), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.449618 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] Pushing event deleted for resources: {'Port': ['ID=64b576c4-643a-4a0f-b41d-64cdc7244ba2,revision_number=None']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:24.456229 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c1a10-f114-473c-83aa-66ab2f83b0d3 None None] No DVR routers for this DVR port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 on host dv-cinder-822768-2-iscsi {{(pid=109793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:59:24.486549 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=64b576c4-643a-4a0f-b41d-64cdc7244ba2,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:24.491673 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.498621 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] No DVR routers for this DVR port 64b576c4-643a-4a0f-b41d-64cdc7244ba2 on host dv-cinder-822768-2-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:59:24.581361 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:24.582019 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.583451 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] 10.222.0.37 "PUT /v2.0/ports/89ca811a-6e52-4ede-8cdd-a5e8acc0c79a HTTP/1.1" status: 200 len: 1094 time: 1.0780604 Feb 03 23:59:24.583965 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'tag': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:59:24.586255 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474d8b3-be8c-47ae-bcc2-78a7d4fd3a78" -d '{"events": [{"name": "network-changed", "server_uuid": "cbba8598-dd8c-49e0-9eb5-5372f5e356cf", "tag": "89ca811a-6e52-4ede-8cdd-a5e8acc0c79a"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:59:24.639219 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-50fa12da-08bf-42ad-9656-e572befcb026 req-131b8ce0-6894-49d7-a52b-4aa3d3552fe3 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826487 Feb 03 23:59:24.650770 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a494f-be4c-4d45-a11a-44a176982788 service neutron] Pushing event updated for resources: {'Port': ['ID=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:24.654537 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.663333 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8b2ec-87c5-482d-81fa-301c38377f2f x-openstack-request-id: req-77a8b2ec-87c5-482d-81fa-301c38377f2f {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:59:24.668213 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbba8598-dd8c-49e0-9eb5-5372f5e356cf", "tag": "89ca811a-6e52-4ede-8cdd-a5e8acc0c79a", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:59:24.668213 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77a8b2ec-87c5-482d-81fa-301c38377f2f {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:59:24.668213 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'tag': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'status': 'completed', 'code': 200} Feb 03 23:59:24.682591 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:24.694991 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:24.695277 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b0723e-4a8f-4076-b2c7-f1d6d0226360') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:24.708000 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (a3b0723e-4a8f-4076-b2c7-f1d6d0226360), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.753061 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (a3b0723e-4a8f-4076-b2c7-f1d6d0226360), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.765149 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:59:24.765775 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (a3b0723e-4a8f-4076-b2c7-f1d6d0226360), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: self.session.flush() Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: self.session.flush() Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: self.session.flush() Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: self.session.flush() Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:59:24.771121 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:59:24.785511 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:59:24.785862 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b15f4926-9b2a-4e24-bbdb-9be0a5876ec4 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:59:24.786302 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 64b576c4-643a-4a0f-b41d-64cdc7244ba2 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:59:24.808276 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 64b576c4-643a-4a0f-b41d-64cdc7244ba2 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:59:24.808621 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 64b576c4-643a-4a0f-b41d-64cdc7244ba2 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:59:24.826718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d8b3-be8c-47ae-bcc2-78a7d4fd3a78 req-5d8edc12-209b-4637-a20a-5f1364e2b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:24.828232 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7474d8b3-be8c-47ae-bcc2-78a7d4fd3a78 req-5d8edc12-209b-4637-a20a-5f1364e2b35d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 1128 time: 0.1182337 Feb 03 23:59:24.900945 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.907940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:24.911050 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] 10.222.0.41 "DELETE /v2.0/networks/b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6 HTTP/1.1" status: 204 len: 168 time: 1.0258243 Feb 03 23:59:24.914191 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44990) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:24.924414 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161de4d3-4e1f-4529-bb5b-eaa2f6986b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ccfe6c-aee7-4d3b-8b09-7d4c8ca7a1c6,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:24.956534 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d8b3-be8c-47ae-bcc2-78a7d4fd3a78 req-f03b64f8-4cec-4864-9086-b12096fc9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:24.958067 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7474d8b3-be8c-47ae-bcc2-78a7d4fd3a78 req-f03b64f8-4cec-4864-9086-b12096fc9b5f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9e7b8bc464324d2cb2052aef815e0650&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1131516 Feb 03 23:59:25.055412 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d8b3-be8c-47ae-bcc2-78a7d4fd3a78 req-ee2ea61a-7ecf-46c9-b58a-48b60ea36f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:25.056876 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7474d8b3-be8c-47ae-bcc2-78a7d4fd3a78 req-ee2ea61a-7ecf-46c9-b58a-48b60ea36f86 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929530 Feb 03 23:59:25.159031 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-7793d606-ad35-4692-9950-6daabb94d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:25.160439 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-7793d606-ad35-4692-9950-6daabb94d70b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 1128 time: 0.0479839 Feb 03 23:59:25.213783 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-d70389ff-485e-443d-87b3-7030f4d1bc70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a HTTP/1.1" status: 200 len: 217 time: 0.0388379 Feb 03 23:59:25.258957 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (581291d3-15f1-41f6-9078-6975bf13b7b5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:25.263492 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-c0f4bf35-697b-483e-83ca-cc1df032500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:25.265289 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-c0f4bf35-697b-483e-83ca-cc1df032500d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 200 len: 849 time: 0.0442843 Feb 03 23:59:25.313657 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-b946e3ba-b2fa-4e51-9067-a1599c0983db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:25.315197 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-b946e3ba-b2fa-4e51-9067-a1599c0983db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978b16e3-16e0-4b31-a4ed-70da9d224b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448050 Feb 03 23:59:25.408196 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-c7a23a21-6022-4382-90c2-9da805f364a7 service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863461 Feb 03 23:59:25.496500 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-12b761c5-08fc-4fe5-ade7-634a2d3c946c req-4124c59f-096a-4e4d-9759-e0b3d7cbdd4e service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826464 Feb 03 23:59:25.499914 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Deleting port a908716e-50d0-45a1-af63-58dfbfac9ec7 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:25.500257 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:25.581548 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] For port a908716e-50d0-45a1-af63-58dfbfac9ec7, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=a908716e-50d0-45a1-af63-58dfbfac9ec7,segment=NetworkSegment(8d2a11e6-9feb-4589-9972-3bba1b7ff4e5),segment_id=8d2a11e6-9feb-4589-9972-3bba1b7ff4e5)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:25.581928 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:25.594822 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Calling delete_port for a908716e-50d0-45a1-af63-58dfbfac9ec7 owned by network:router_interface {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:25.600609 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-06ebf78f-acbc-45b0-be0f-707d964f890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:25.817769 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523c5b-011a-468a-886d-2f629b58e759 req-4a296df2-9696-4d1d-9482-b927ca2a8582 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:25.819274 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-05523c5b-011a-468a-886d-2f629b58e759 req-4a296df2-9696-4d1d-9482-b927ca2a8582 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 944 time: 0.0635655 Feb 03 23:59:25.868093 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-05523c5b-011a-468a-886d-2f629b58e759 req-e26a2403-bf91-4d2a-8649-e1f862ac5e1b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432286 Feb 03 23:59:25.891545 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (a908716e-50d0-45a1-af63-58dfbfac9ec7), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:25.914348 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Pushing event deleted for resources: {'Port': ['ID=a908716e-50d0-45a1-af63-58dfbfac9ec7,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:26.084818 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (581291d3-15f1-41f6-9078-6975bf13b7b5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:26.519514 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Router 581291d3-15f1-41f6-9078-6975bf13b7b5 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:59:26.626106 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:26.630928 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-dea0ed82-cc16-46b6-9ded-922d91213019 admin admin] 10.222.0.41 "PUT /v2.0/routers/581291d3-15f1-41f6-9078-6975bf13b7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155824 Feb 03 23:59:26.633450 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44994) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:26.634645 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0477a86-74d2-432b-8995-14c593221143 None None] Sync routers for ids ['581291d3-15f1-41f6-9078-6975bf13b7b5'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:26.644633 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0477a86-74d2-432b-8995-14c593221143 None None] Routers {'581291d3-15f1-41f6-9078-6975bf13b7b5'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:26.645238 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-b0477a86-74d2-432b-8995-14c593221143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['581291d3-15f1-41f6-9078-6975bf13b7b5'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:26.694689 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:26.744813 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks [] for router (581291d3-15f1-41f6-9078-6975bf13b7b5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:26.751386 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-b0477a86-74d2-432b-8995-14c593221143 None None] Set router 581291d3-15f1-41f6-9078-6975bf13b7b5 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:26.851052 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks [] for router_gateway (581291d3-15f1-41f6-9078-6975bf13b7b5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:26.925940 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-b0477a86-74d2-432b-8995-14c593221143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:59:25Z', 'revision_number': 5, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port': {'id': '1edc99f3-7e04-4ea8-9d99-52a120425d23', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:26.952559 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0477a86-74d2-432b-8995-14c593221143 None None] Checking router: 581291d3-15f1-41f6-9078-6975bf13b7b5 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:26.961004 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0477a86-74d2-432b-8995-14c593221143 None None] Routers {'581291d3-15f1-41f6-9078-6975bf13b7b5'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:26.961970 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-b0477a86-74d2-432b-8995-14c593221143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['581291d3-15f1-41f6-9078-6975bf13b7b5'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:26.977755 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Deleting port 1edc99f3-7e04-4ea8-9d99-52a120425d23 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:26.978662 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.002900 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798091b9-7bbe-4291-bba1-e08df7017914 req-3de0c6ed-a2fb-42c2-9025-6adaadbb9714 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:27.004417 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-798091b9-7bbe-4291-bba1-e08df7017914 req-3de0c6ed-a2fb-42c2-9025-6adaadbb9714 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 944 time: 0.0686092 Feb 03 23:59:27.054138 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-b0477a86-74d2-432b-8995-14c593221143 None None] Set router 581291d3-15f1-41f6-9078-6975bf13b7b5 gateway port host: None {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:27.055897 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-798091b9-7bbe-4291-bba1-e08df7017914 req-db85543c-e131-427e-86ce-907b10e90be2 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456939 Feb 03 23:59:27.065655 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] For port 1edc99f3-7e04-4ea8-9d99-52a120425d23, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=1edc99f3-7e04-4ea8-9d99-52a120425d23,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:27.066049 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.080350 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Calling delete_port for 1edc99f3-7e04-4ea8-9d99-52a120425d23 owned by network:router_gateway {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:27.104995 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-b0477a86-74d2-432b-8995-14c593221143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:59:26Z', 'revision_number': 6, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port_host': None}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:27.133419 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0477a86-74d2-432b-8995-14c593221143 None None] The sync data for ids ['581291d3-15f1-41f6-9078-6975bf13b7b5'] in dv-cinder-822768-2-iscsi is: [{'id': '581291d3-15f1-41f6-9078-6975bf13b7b5', 'name': 'tempest-TestMinimumBasicScenario-1525019707-router', 'tenant_id': '1c81a3eaf4e041f69de7df2501d04514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:53:57Z', 'updated_at': '2022-02-03T23:59:26Z', 'revision_number': 6, 'project_id': '1c81a3eaf4e041f69de7df2501d04514', 'gw_port_host': None}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:27.317002 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (1edc99f3-7e04-4ea8-9d99-52a120425d23), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.347854 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edc99f3-7e04-4ea8-9d99-52a120425d23,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:27.414575 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (581291d3-15f1-41f6-9078-6975bf13b7b5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.520370 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (581291d3-15f1-41f6-9078-6975bf13b7b5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.522686 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks [] for router_controller (581291d3-15f1-41f6-9078-6975bf13b7b5), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.648653 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (581291d3-15f1-41f6-9078-6975bf13b7b5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.649211 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 581291d3-15f1-41f6-9078-6975bf13b7b5 {{(pid=109789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 23:59:27.654271 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.655072 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c28fa674-e569-4f33-9936-99506603deb8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/581291d3-15f1-41f6-9078-6975bf13b7b5 HTTP/1.1" status: 204 len: 168 time: 1.0206227 Feb 03 23:59:27.657629 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 44998) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:27.701121 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7995097-96ea-4db7-838c-35922246cb16 admin admin] Deleting subnet e98209c2-57aa-46c9-86c8-f4ea0edbdfbc {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 23:59:27.704042 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7995097-96ea-4db7-838c-35922246cb16 admin admin] Publish callbacks [] for subnet (e98209c2-57aa-46c9-86c8-f4ea0edbdfbc), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.788207 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7995097-96ea-4db7-838c-35922246cb16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25184265'] for subnet (e98209c2-57aa-46c9-86c8-f4ea0edbdfbc), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.815500 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 23:59:27.871229 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7995097-96ea-4db7-838c-35922246cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (e98209c2-57aa-46c9-86c8-f4ea0edbdfbc), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.917440 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:27.929533 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'port_id': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'mac_address': 'fa:16:3e:5f:cf:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 23:59:27.971330 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:27.971724 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:27.986081 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 23:59:28.006355 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:28.035225 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7995097-96ea-4db7-838c-35922246cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25182877'] for subnet (e98209c2-57aa-46c9-86c8-f4ea0edbdfbc), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.061647 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7995097-96ea-4db7-838c-35922246cb16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98209c2-57aa-46c9-86c8-f4ea0edbdfbc,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:28.066906 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7995097-96ea-4db7-838c-35922246cb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.068666 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d7995097-96ea-4db7-838c-35922246cb16 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e98209c2-57aa-46c9-86c8-f4ea0edbdfbc HTTP/1.1" status: 204 len: 168 time: 0.4100883 Feb 03 23:59:28.071162 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45000) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:28.073351 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0142d8a2-690d-48ee-8634-c3e18618b936 None None] Network 0c0f860d-b6b5-48ff-a78c-cb895548bad3 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:59:28.140249 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.187831 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (0c0f860d-b6b5-48ff-a78c-cb895548bad3), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.217298 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c510d-80dc-4780-bfdc-f92a8ac43a12 req-e8c8e075-2abc-45ce-b0d2-5a910c165a9b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:28.218619 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e89c510d-80dc-4780-bfdc-f92a8ac43a12 req-e8c8e075-2abc-45ce-b0d2-5a910c165a9b tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 945 time: 0.0866549 Feb 03 23:59:28.228043 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:28.292047 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e89c510d-80dc-4780-bfdc-f92a8ac43a12 req-6126c97c-570a-4169-80aa-88d035150821 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560074 Feb 03 23:59:28.298963 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] DHCP port deletion for 0c0f860d-b6b5-48ff-a78c-cb895548bad3 request from dv-cinder-822768-2-iscsi {{(pid=109793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 23:59:28.300787 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Deleting port f834a224-c781-4ce2-8048-2c87a908acda {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:28.301123 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (f834a224-c781-4ce2-8048-2c87a908acda), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.329749 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.354798 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] Deleting port f834a224-c781-4ce2-8048-2c87a908acda {{(pid=109793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 23:59:28.355235 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (f834a224-c781-4ce2-8048-2c87a908acda), before_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.369325 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] For port f834a224-c781-4ce2-8048-2c87a908acda, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=f834a224-c781-4ce2-8048-2c87a908acda,segment=NetworkSegment(8d2a11e6-9feb-4589-9972-3bba1b7ff4e5),segment_id=8d2a11e6-9feb-4589-9972-3bba1b7ff4e5)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:28.369696 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (f834a224-c781-4ce2-8048-2c87a908acda), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.383502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Calling delete_port for f834a224-c781-4ce2-8048-2c87a908acda owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:28.423102 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] For port f834a224-c781-4ce2-8048-2c87a908acda, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=f834a224-c781-4ce2-8048-2c87a908acda,segment=NetworkSegment(8d2a11e6-9feb-4589-9972-3bba1b7ff4e5),segment_id=8d2a11e6-9feb-4589-9972-3bba1b7ff4e5)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:28.423498 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (f834a224-c781-4ce2-8048-2c87a908acda), precommit_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.437174 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] Calling delete_port for f834a224-c781-4ce2-8048-2c87a908acda owned by network:dhcp {{(pid=109793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 23:59:28.568715 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (f834a224-c781-4ce2-8048-2c87a908acda), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.599773 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Pushing event deleted for resources: {'Port': ['ID=f834a224-c781-4ce2-8048-2c87a908acda,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:28.601625 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] No DVR routers for this DVR port f834a224-c781-4ce2-8048-2c87a908acda on host dv-cinder-822768-2-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:59:28.642400 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['89ca811a-6e52-4ede-8cdd-a5e8acc0c79a'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 23:59:28.673725 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (0c0f860d-b6b5-48ff-a78c-cb895548bad3), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.677782 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (f834a224-c781-4ce2-8048-2c87a908acda), after_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.697230 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0f860d-b6b5-48ff-a78c-cb895548bad3']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:28.707398 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:28.708504 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2a11e6-9feb-4589-9972-3bba1b7ff4e5') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:28.718717 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25184256'] for segment (8d2a11e6-9feb-4589-9972-3bba1b7ff4e5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.720462 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] No DVR routers for this DVR port f834a224-c781-4ce2-8048-2c87a908acda on host dv-cinder-822768-2-iscsi {{(pid=109793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 23:59:28.727509 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c1200-e914-4844-950a-9ea79cf76d01 None None] Pushing event deleted for resources: {'Port': ['ID=f834a224-c781-4ce2-8048-2c87a908acda,revision_number=None']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:28.736811 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (8d2a11e6-9feb-4589-9972-3bba1b7ff4e5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.749548 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 1edc99f3-7e04-4ea8-9d99-52a120425d23 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:59:28.751612 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 23:59:28.751612 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183379'] for segment (8d2a11e6-9feb-4589-9972-3bba1b7ff4e5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: Traceback (most recent call last): Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: timer() Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: cb(*args, **kw) Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: return func(*args, **kwargs) Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: self._notify() Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: self.callback(batched_events) Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: event.method(event) Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: return f(self, *a, **k) Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._get(url).json() Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 23:59:28.753172 dv-cinder-822768-2-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 23:59:28.783905 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 1edc99f3-7e04-4ea8-9d99-52a120425d23 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:59:28.784253 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 1edc99f3-7e04-4ea8-9d99-52a120425d23 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:59:28.784682 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device a908716e-50d0-45a1-af63-58dfbfac9ec7 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:59:28.816138 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: a908716e-50d0-45a1-af63-58dfbfac9ec7 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:59:28.816865 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device a908716e-50d0-45a1-af63-58dfbfac9ec7 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:59:28.816996 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device f834a224-c781-4ce2-8048-2c87a908acda no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 23:59:28.846328 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: f834a224-c781-4ce2-8048-2c87a908acda {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 23:59:28.846676 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device f834a224-c781-4ce2-8048-2c87a908acda not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 23:59:29.077360 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (0c0f860d-b6b5-48ff-a78c-cb895548bad3), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:29.082912 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:29.086079 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] 10.222.0.41 "DELETE /v2.0/networks/0c0f860d-b6b5-48ff-a78c-cb895548bad3 HTTP/1.1" status: 204 len: 168 time: 1.0139647 Feb 03 23:59:29.099469 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07dcc0-2646-4ed3-a466-daa7feb1377b admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0f860d-b6b5-48ff-a78c-cb895548bad3,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:29.419814 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a49972-4a77-4e3e-afba-00f9fc41ae90 req-d954fd5f-28ef-4bae-abed-a53f23146267 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:29.421280 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-93a49972-4a77-4e3e-afba-00f9fc41ae90 req-d954fd5f-28ef-4bae-abed-a53f23146267 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 945 time: 0.0525317 Feb 03 23:59:29.432229 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45008) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:29.499246 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-93a49972-4a77-4e3e-afba-00f9fc41ae90 req-750f5a2b-0986-440e-a77e-627d9c92821d tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724168 Feb 03 23:59:29.502180 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-5ed99140-5d81-42e9-a569-967e772688ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=808a1efcd84a4b8a8850c69fc89c1570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678620 Feb 03 23:59:29.504530 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45012) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:29.552345 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44424ab1-224f-4107-a037-c106168e318a admin admin] Publish callbacks [] for security_group (8f3cd3fd-146e-4883-9f5f-9e142e881c49), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:29.573842 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44424ab1-224f-4107-a037-c106168e318a admin admin] Publish callbacks [] for security_group (8f3cd3fd-146e-4883-9f5f-9e142e881c49), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:29.625934 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:29.734103 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44424ab1-224f-4107-a037-c106168e318a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8f3cd3fd-146e-4883-9f5f-9e142e881c49), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:29.736692 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44424ab1-224f-4107-a037-c106168e318a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:29.737854 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-44424ab1-224f-4107-a037-c106168e318a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f3cd3fd-146e-4883-9f5f-9e142e881c49 HTTP/1.1" status: 204 len: 168 time: 0.2324331 Feb 03 23:59:29.745997 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44424ab1-224f-4107-a037-c106168e318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3cd3fd-146e-4883-9f5f-9e142e881c49,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:29.824329 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:29.954899 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:59:29.959074 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:29.963933 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:30.040312 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:30.040733 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:30.064586 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:59:30.067060 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb154df-7ec5-4619-b7e8-56a309ae11b6" -d '{"events": [{"server_uuid": "cbba8598-dd8c-49e0-9eb5-5372f5e356cf", "name": "network-vif-plugged", "status": "completed", "tag": "89ca811a-6e52-4ede-8cdd-a5e8acc0c79a"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:59:30.079903 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:30.108318 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 23:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1f531a-2789-4d14-a916-81c8590413b2 x-openstack-request-id: req-2d1f531a-2789-4d14-a916-81c8590413b2 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:59:30.108318 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbba8598-dd8c-49e0-9eb5-5372f5e356cf", "name": "network-vif-plugged", "status": "completed", "tag": "89ca811a-6e52-4ede-8cdd-a5e8acc0c79a", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:59:30.108318 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d1f531a-2789-4d14-a916-81c8590413b2 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:59:30.108318 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'code': 200} Feb 03 23:59:30.160435 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:30.210138 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:30.478790 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45020) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:30.490683 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a978c3-51a2-4095-bb48-25bda3f6af6e req-dc0104d2-a4f9-4192-a50e-527008aa9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:30.492422 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a1a978c3-51a2-4095-bb48-25bda3f6af6e req-dc0104d2-a4f9-4192-a50e-527008aa9f17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 1130 time: 0.0448399 Feb 03 23:59:30.518258 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c9e9df44-46f5-443e-b6f3-ebb0c2960f42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c81a3eaf4e041f69de7df2501d04514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392649 Feb 03 23:59:30.520648 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45022) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:30.536489 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a1a978c3-51a2-4095-bb48-25bda3f6af6e req-d5bc792f-a80f-48d5-afeb-0b2f634db16c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375211 Feb 03 23:59:30.569755 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-882170a1-4c26-401b-b849-c76f61dcfb35 admin admin] Publish callbacks [] for security_group (f8d1f24e-8e21-4bbe-948f-c4cb562370fd), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:30.592112 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-882170a1-4c26-401b-b849-c76f61dcfb35 admin admin] Publish callbacks [] for security_group (f8d1f24e-8e21-4bbe-948f-c4cb562370fd), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:30.621040 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053119d6-ca75-4003-833a-acce0cc763f4 req-4ad1c647-83a7-433f-ad2e-0b937a009c26 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:30.622706 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-053119d6-ca75-4003-833a-acce0cc763f4 req-4ad1c647-83a7-433f-ad2e-0b937a009c26 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.0525868 Feb 03 23:59:30.669483 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-053119d6-ca75-4003-833a-acce0cc763f4 req-e3277258-61eb-4d1b-8f03-6144bd9f011f tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411203 Feb 03 23:59:30.691570 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-882170a1-4c26-401b-b849-c76f61dcfb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f8d1f24e-8e21-4bbe-948f-c4cb562370fd), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:30.694783 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-882170a1-4c26-401b-b849-c76f61dcfb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:30.695516 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-882170a1-4c26-401b-b849-c76f61dcfb35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8d1f24e-8e21-4bbe-948f-c4cb562370fd HTTP/1.1" status: 204 len: 168 time: 0.1739814 Feb 03 23:59:30.703911 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882170a1-4c26-401b-b849-c76f61dcfb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d1f24e-8e21-4bbe-948f-c4cb562370fd,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:31.793284 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45048) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:31.811261 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeff866-597c-44f5-9d65-eb67678134d9 req-58367dab-9b7b-4914-a43f-41d51b1f9dc6 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:31.811261 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cdeff866-597c-44f5-9d65-eb67678134d9 req-58367dab-9b7b-4914-a43f-41d51b1f9dc6 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.0595269 Feb 03 23:59:31.859941 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cdeff866-597c-44f5-9d65-eb67678134d9 req-69ad71f6-d9cd-4cea-9c78-662f943687d5 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442843 Feb 03 23:59:31.891539 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1497644024-network', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:32.006057 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Made reservation on behalf of 9fbbf71cab964c59bc9855fe9ba57819 for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:59:32.008347 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.017844 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.092602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Publish callbacks [] for security_group (b4a32ddd-e9bd-4531-b4ee-653cec0ece48), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.168353 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (b4a32ddd-e9bd-4531-b4ee-653cec0ece48), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.193194 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:59:32.202539 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a32ddd-e9bd-4531-b4ee-653cec0ece48,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:32.207082 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (5851b2e6-4a97-4331-8852-8a5b6c3790b2), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.207426 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Added segment 5851b2e6-4a97-4331-8852-8a5b6c3790b2 of type vlan for network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 Feb 03 23:59:32.245614 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.320177 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.321142 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:32.321731 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.379643 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] Pushing event updated for resources: {'Network': ['ID=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:32.389702 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:59:32.428366 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2e8f9ea3-6706-412b-a80e-272bfe1ec16e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6338370 Feb 03 23:59:32.431284 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45052) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:32.441060 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Request body: {'subnet': {'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1497644024-subnet', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:32.516551 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Made reservation on behalf of 9fbbf71cab964c59bc9855fe9ba57819 for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:59:32.518897 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25886147'] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.745444 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25886197'] for subnet (d454cef5-ea82-4249-bd84-a0cecd3cca0a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.802825 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d454cef5-ea82-4249-bd84-a0cecd3cca0a,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:32.811628 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Checking segment: {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:32.811976 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Network hostable DHCP agents. Network: b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:59:32.882414 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:59:32.954721 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:32.961533 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:32.962153 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:32.964893 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f83910-0a0d-42df-8250-0fbcb16d0973 None None] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:59:32.988067 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb8dbb-5b68-43bc-8a1f-6c961216f6a6 req-6676bda2-c8a6-400b-aa82-8fb87cdbc190 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:32.989634 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-10eb8dbb-5b68-43bc-8a1f-6c961216f6a6 req-6676bda2-c8a6-400b-aa82-8fb87cdbc190 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.0636683 Feb 03 23:59:33.037514 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-10eb8dbb-5b68-43bc-8a1f-6c961216f6a6 req-d2a4bf56-03ad-431f-ad34-aca769b34566 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416372 Feb 03 23:59:33.046256 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4930d714-d3a4-4e9b-8754-f4beea401ab2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6139183 Feb 03 23:59:33.048944 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45056) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:33.053320 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:33.072562 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:59:33.073472 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.151802 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (c53f4560-b647-4991-89ce-3128f4255d8a), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.153031 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (c53f4560-b647-4991-89ce-3128f4255d8a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.157198 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fa82b-ae17-4f84-a69a-ce4e24a1a626 req-7d8bd270-d391-4311-902d-8e6a8f7f8286 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:33.158774 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-160fa82b-ae17-4f84-a69a-ce4e24a1a626 req-7d8bd270-d391-4311-902d-8e6a8f7f8286 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.0534556 Feb 03 23:59:33.168451 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45060) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:33.173355 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Request body: {'floatingip': {'port_id': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:33.210521 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Allocated IP 172.20.0.2 (b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9/d454cef5-ea82-4249-bd84-a0cecd3cca0a/a5e3bada-b66a-4cda-8cbf-0b3b84cd0663) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:59:33.222513 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (47bff514-2eea-43a2-beef-9574cf819ca7), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.365659 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Publish callbacks [] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.460388 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.485923 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks [] for router_controller (c53f4560-b647-4991-89ce-3128f4255d8a), precommit_add_association {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.502466 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:33.505348 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:33.508790 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:59:33.516668 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Pushing event updated for resources: {'Port': ['ID=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:33.566937 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Attempting to bind port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:59:33.567413 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Attempting to bind port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:59:33.567779 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Attempting to bind port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 on network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:59:33.572771 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:59:33.573154 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Checking segment: {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:33.573550 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.573963 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Bound using segment: {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:59:33.574448 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Bound port: a5e3bada-b66a-4cda-8cbf-0b3b84cd0663, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:59:33.574811 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.642805 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] For port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:59:33.645847 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] For port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:59:33.672536 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.722667 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks [] for router_gateway (c53f4560-b647-4991-89ce-3128f4255d8a), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.749679 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.773929 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (47bff514-2eea-43a2-beef-9574cf819ca7), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:33.810994 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Pushing event updated for resources: {'Port': ['ID=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:33.817786 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.818162 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.818508 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.818873 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.819204 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.819530 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.819856 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.820179 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.820500 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.820819 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.821140 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.821458 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.821773 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984f64-d60d-46e3-93c2-00096e71d3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:33.883272 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Floating IP 47bff514-2eea-43a2-beef-9574cf819ca7 associated. External IP: 172.27.0.46, port: 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a. Feb 03 23:59:34.070663 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks [] for router_gateway (c53f4560-b647-4991-89ce-3128f4255d8a), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:34.091508 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:34.144105 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Router 23751dd6-0967-4f30-b3db-733048e25381 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:59:34.204922 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Allocated IP 172.27.0.191 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/8a94933b-5552-4363-8926-edde66caa4c8) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:59:34.311775 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks [] for port (8a94933b-5552-4363-8926-edde66caa4c8), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:34.449151 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (8a94933b-5552-4363-8926-edde66caa4c8), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:34.494803 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:34.498599 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:34.502350 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:59:34.505646 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:34.507840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a94933b-5552-4363-8926-edde66caa4c8,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:34.510389 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:34.518980 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] Sync routers for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:34.536313 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:34.538200 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:34.542201 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-98b34bb3-d7c6-4209-958e-62669e718516 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "PUT /v2.0/floatingips/47bff514-2eea-43a2-beef-9574cf819ca7 HTTP/1.1" status: 200 len: 991 time: 1.3723440 Feb 03 23:59:34.542828 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'tag': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 23:59:34.545796 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0ec755-24dc-46c4-9363-0033a3993ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbba8598-dd8c-49e0-9eb5-5372f5e356cf", "tag": "89ca811a-6e52-4ede-8cdd-a5e8acc0c79a"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 23:59:34.598807 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 23:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cae0793-e995-4d2e-9fa5-f46c278f0776 x-openstack-request-id: req-4cae0793-e995-4d2e-9fa5-f46c278f0776 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 23:59:34.598807 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbba8598-dd8c-49e0-9eb5-5372f5e356cf", "tag": "89ca811a-6e52-4ede-8cdd-a5e8acc0c79a", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 23:59:34.598807 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cae0793-e995-4d2e-9fa5-f46c278f0776 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 23:59:34.598807 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'tag': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'status': 'completed', 'code': 200} Feb 03 23:59:34.693639 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:34.763873 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b17e2-be81-42b7-ba72-0e43563fa362 req-bfceacdb-65f5-4279-aef4-6084bb37138a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:34.765483 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d28b17e2-be81-42b7-ba72-0e43563fa362 req-bfceacdb-65f5-4279-aef4-6084bb37138a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.1335652 Feb 03 23:59:34.790981 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-1c23ebca-cea1-44a2-bcd7-5028be57465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:34.792731 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-1c23ebca-cea1-44a2-bcd7-5028be57465b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e7b8bc464324d2cb2052aef815e0650&device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 1130 time: 0.1282520 Feb 03 23:59:34.870346 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:34.920623 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa11ed3-64e0-40e8-bbc7-10b8a40d3360 None None] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:59:34.957191 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d28b17e2-be81-42b7-ba72-0e43563fa362 req-8ae27bdc-954c-4fa9-bee6-41d3c938b6c7 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851127 Feb 03 23:59:34.996707 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-bda7b7f8-568e-403c-9b70-e1f2b01bcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:34.998229 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-bda7b7f8-568e-403c-9b70-e1f2b01bcdf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 200 len: 910 time: 0.1981676 Feb 03 23:59:35.031962 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-e5f2231e-4512-41be-924b-e0a7b2fc2dc4 None None] Provisioning complete for port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:35.032328 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e5f2231e-4512-41be-924b-e0a7b2fc2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.046855 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks [] for router_gateway (c53f4560-b647-4991-89ce-3128f4255d8a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.094879 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:35.095417 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.135426 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-db4979bb-d2e0-4ab9-9ff5-d6bd5a05c834 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a HTTP/1.1" status: 200 len: 999 time: 0.1295314 Feb 03 23:59:35.203718 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '47bff514-2eea-43a2-beef-9574cf819ca7', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '23751dd6-0967-4f30-b3db-733048e25381', 'port_id': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'mac_address': 'fa:16:3e:5f:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:59:18Z', 'updated_at': '2022-02-03T23:59:33Z', 'revision_number': 1, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:35.231733 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-2bb74124-15a0-470c-8db4-13fa0efd6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:35.236008 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-2bb74124-15a0-470c-8db4-13fa0efd6973 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 200 len: 849 time: 0.0931954 Feb 03 23:59:35.240562 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] Checking router: 23751dd6-0967-4f30-b3db-733048e25381 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:35.275367 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2231e-4512-41be-924b-e0a7b2fc2dc4 None None] Current status of the port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:35.275783 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e5f2231e-4512-41be-924b-e0a7b2fc2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.283685 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:35.284313 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:35.340783 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-1e38086b-61e8-4f5c-ae77-a14c6d93400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:35.342464 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-1e38086b-61e8-4f5c-ae77-a14c6d93400f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978b16e3-16e0-4b31-a4ed-70da9d224b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720239 Feb 03 23:59:35.345701 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (c53f4560-b647-4991-89ce-3128f4255d8a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.513756 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:35.514133 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.548767 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-e5f2231e-4512-41be-924b-e0a7b2fc2dc4 None None] For port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:35.562548 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-18dbcc50-5ae2-4a23-ac60-5a51757d674e service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134938 Feb 03 23:59:35.583983 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:35.629778 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e5f2231e-4512-41be-924b-e0a7b2fc2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.665863 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3f0ec755-24dc-46c4-9363-0033a3993ae3 req-11f94d7e-73c1-446f-94a5-58966b16eadb service neutron] 10.222.0.37 "GET /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969558 Feb 03 23:59:35.714502 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Router c53f4560-b647-4991-89ce-3128f4255d8a is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:59:35.795567 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.db.api [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 23:59:35.795831 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG oslo_db.api [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 23:59:35.798481 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2231e-4512-41be-924b-e0a7b2fc2dc4 None None] Pushing event updated for resources: {'Port': ['ID=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:35.814610 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-13f29c65-7f4d-4fed-bc36-96888b7abab3 None None] Provisioning complete for port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:35.814985 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-13f29c65-7f4d-4fed-bc36-96888b7abab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.835421 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:35.846632 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Sync routers for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:35.857027 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:35.857629 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:35.928927 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:35.932174 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-fd1dccd2-156d-4bd3-85d0-dd7ea05a67a9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8805318 Feb 03 23:59:35.933527 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45066) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:35.948981 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-13f29c65-7f4d-4fed-bc36-96888b7abab3 None None] Current status of the port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:35.974269 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '47bff514-2eea-43a2-beef-9574cf819ca7', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '23751dd6-0967-4f30-b3db-733048e25381', 'port_id': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'mac_address': 'fa:16:3e:5f:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:59:18Z', 'updated_at': '2022-02-03T23:59:33Z', 'revision_number': 1, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:36.003736 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9e289-671a-4fbb-a5cd-e6cd475fa784 None None] The sync data for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi is: [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '47bff514-2eea-43a2-beef-9574cf819ca7', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '23751dd6-0967-4f30-b3db-733048e25381', 'port_id': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'mac_address': 'fa:16:3e:5f:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:59:18Z', 'updated_at': '2022-02-03T23:59:33Z', 'revision_number': 1, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:36.065398 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:36.175407 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f142f-18d4-4697-8a7c-963555c0a5b5 req-8a9e26ab-62e2-4e3b-8bd3-98c6d27ec873 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:36.177973 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e47f142f-18d4-4697-8a7c-963555c0a5b5 req-8a9e26ab-62e2-4e3b-8bd3-98c6d27ec873 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.1301742 Feb 03 23:59:36.231423 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827779ae-c3f7-404f-a678-82335af996ae None None] New status for floating IP 47bff514-2eea-43a2-beef-9574cf819ca7: ACTIVE {{(pid=109793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 23:59:36.243897 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e47f142f-18d4-4697-8a7c-963555c0a5b5 req-d715a9ba-c9bb-4836-90f6-5438af330ed5 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612299 Feb 03 23:59:36.259805 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:34Z', 'revision_number': 3, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:36.294666 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Checking router: c53f4560-b647-4991-89ce-3128f4255d8a for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:36.295153 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Updating router c53f4560-b647-4991-89ce-3128f4255d8a port 8a94933b-5552-4363-8926-edde66caa4c8 binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:59:36.337613 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8a94933b-5552-4363-8926-edde66caa4c8), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.414926 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:36.510296 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.610997 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Publish callbacks [] for port (8a94933b-5552-4363-8926-edde66caa4c8), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.667602 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Allocated IP 172.20.0.1 (b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9/d454cef5-ea82-4249-bd84-a0cecd3cca0a/abd92cfe-f36b-414d-9298-7965e858ec9c) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:59:36.705441 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8a94933b-5552-4363-8926-edde66caa4c8), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.751119 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:36.765881 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Attempting to bind port 8a94933b-5552-4363-8926-edde66caa4c8 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:59:36.766282 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Attempting to bind port 8a94933b-5552-4363-8926-edde66caa4c8 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:59:36.766656 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Attempting to bind port 8a94933b-5552-4363-8926-edde66caa4c8 on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:59:36.768531 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Pushing event updated for resources: {'Port': ['ID=8a94933b-5552-4363-8926-edde66caa4c8,revision_number=2']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:36.777180 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:59:36.777552 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:36.781347 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.781347 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:59:36.781347 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Bound port: 8a94933b-5552-4363-8926-edde66caa4c8, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:59:36.781347 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8a94933b-5552-4363-8926-edde66caa4c8), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.781781 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.781781 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.782154 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.782253 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Publish callbacks [] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.782431 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.783224 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.783224 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.783404 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.783667 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.783983 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.784331 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.785096 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.785096 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.785274 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:36.800300 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:36.800696 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.847308 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] For port 8a94933b-5552-4363-8926-edde66caa4c8, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:59:36.850705 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] For port 8a94933b-5552-4363-8926-edde66caa4c8, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8a94933b-5552-4363-8926-edde66caa4c8,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:59:36.893367 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:36.909249 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.940138 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8a94933b-5552-4363-8926-edde66caa4c8), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:36.953419 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:36.956471 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:36.958884 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:59:36.993924 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Pushing event updated for resources: {'Port': ['ID=abd92cfe-f36b-414d-9298-7965e858ec9c,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:37.007024 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f82c60-65a9-4dc3-a74f-f746ad638e9a None None] Pushing event updated for resources: {'Port': ['ID=8a94933b-5552-4363-8926-edde66caa4c8,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:37.013668 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (c53f4560-b647-4991-89ce-3128f4255d8a), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:37.014077 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:37.014653 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:37.125623 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:37.228111 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:37.287254 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-c39a5c86-bef9-4378-b3c2-590106c7fa8b None None] Provisioning complete for port abd92cfe-f36b-414d-9298-7965e858ec9c triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:37.287631 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c39a5c86-bef9-4378-b3c2-590106c7fa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:37.319688 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:34Z', 'revision_number': 3, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:37.327546 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-c39a5c86-bef9-4378-b3c2-590106c7fa8b None None] Port abd92cfe-f36b-414d-9298-7965e858ec9c cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:59:37.352624 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd791159-d432-46d2-bf90-b3854ad22e8e None None] The sync data for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi is: [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:34Z', 'revision_number': 3, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:37.404218 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Publish callbacks [] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:37.463371 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:37.549283 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (c53f4560-b647-4991-89ce-3128f4255d8a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:37.552069 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Pushing event updated for resources: {'Port': ['ID=abd92cfe-f36b-414d-9298-7965e858ec9c,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:37.670828 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:37.672315 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:37.799529 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Router c53f4560-b647-4991-89ce-3128f4255d8a has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:59:37.922821 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:37.934488 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c0ccb59d-f4e4-457e-af50-a73281c41fdb admin admin] 10.222.0.41 "PUT /v2.0/routers/c53f4560-b647-4991-89ce-3128f4255d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9936817 Feb 03 23:59:37.959369 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-14c42e08-e101-4bd9-a38b-570d368f5c18 None None] Provisioning complete for port abd92cfe-f36b-414d-9298-7965e858ec9c triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:37.959954 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-14c42e08-e101-4bd9-a38b-570d368f5c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:38.002323 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-14c42e08-e101-4bd9-a38b-570d368f5c18 None None] Port abd92cfe-f36b-414d-9298-7965e858ec9c cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:59:38.650925 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45096) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:38.656407 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-501152608-network', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:38.743269 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Made reservation on behalf of ef3d37b0d3864eaaacd1e4279252eee9 for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:59:38.745644 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:38.755163 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:38.804680 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8a94933b-5552-4363-8926-edde66caa4c8 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:38.834452 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Publish callbacks [] for security_group (322045a0-08e5-48c7-b67e-fab5a0d62483), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:38.860345 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 8a94933b-5552-4363-8926-edde66caa4c8 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:38.860709 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8a94933b-5552-4363-8926-edde66caa4c8), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:38.908613 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (322045a0-08e5-48c7-b67e-fab5a0d62483), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:38.932242 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:59:38.945882 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322045a0-08e5-48c7-b67e-fab5a0d62483,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:38.948498 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 8a94933b-5552-4363-8926-edde66caa4c8 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:38.948898 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (8a94933b-5552-4363-8926-edde66caa4c8), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:38.952959 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (1c133a0d-2d68-412a-a347-398a8e47b097), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:38.953374 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Added segment 1c133a0d-2d68-412a-a347-398a8e47b097 of type vlan for network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 Feb 03 23:59:38.972463 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port 8a94933b-5552-4363-8926-edde66caa4c8, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8a94933b-5552-4363-8926-edde66caa4c8,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:38.999867 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (e5fc6a63-63bc-4ebf-a340-b41e2c700e78), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.025765 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Sync routers for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:39.036001 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:39.036608 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:39.039048 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (8a94933b-5552-4363-8926-edde66caa4c8), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.090215 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=8a94933b-5552-4363-8926-edde66caa4c8,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:39.114232 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (e5fc6a63-63bc-4ebf-a340-b41e2c700e78), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.115239 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:39.115840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.152192 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:39.176168 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] Pushing event updated for resources: {'Network': ['ID=e5fc6a63-63bc-4ebf-a340-b41e2c700e78,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:39.190155 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 23:59:39.222513 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-721b9081-a96c-4bf4-8b16-03f0c5f325ec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5704834 Feb 03 23:59:39.225499 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45104) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:39.230716 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Request body: {'subnet': {'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-501152608-subnet', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:39.333694 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Made reservation on behalf of ef3d37b0d3864eaaacd1e4279252eee9 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:59:39.336071 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25182880'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.362992 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 2, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:39.388899 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Checking router: c53f4560-b647-4991-89ce-3128f4255d8a for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:39.389263 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Updating router c53f4560-b647-4991-89ce-3128f4255d8a port abd92cfe-f36b-414d-9298-7965e858ec9c binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:59:39.420906 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.577908 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25184496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25182870'] for subnet (1ab06798-7577-4dda-a200-7141f277d834), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.629434 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab06798-7577-4dda-a200-7141f277d834,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:39.657437 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Checking segment: {'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:39.658467 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Network hostable DHCP agents. Network: e5fc6a63-63bc-4ebf-a340-b41e2c700e78, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:59:39.745210 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:59:39.772055 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Publish callbacks [] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.874257 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.874505 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, e5fc6a63-63bc-4ebf-a340-b41e2c700e78) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:39.878928 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:59:39.879666 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:39.886503 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2322e18-3fe6-476a-91a0-6f392db476a7 None None] Network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:59:39.929450 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327917f-2f9f-49ce-b662-0f62b825610c None None] Pushing event updated for resources: {'Port': ['ID=abd92cfe-f36b-414d-9298-7965e858ec9c,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:39.982115 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-96ade18a-2b46-491d-8fe5-f89229f612db admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7552788 Feb 03 23:59:39.988679 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45112) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:39.993454 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:40.009860 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Attempting to bind port abd92cfe-f36b-414d-9298-7965e858ec9c on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:59:40.010068 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Attempting to bind port abd92cfe-f36b-414d-9298-7965e858ec9c by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:59:40.010472 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Attempting to bind port abd92cfe-f36b-414d-9298-7965e858ec9c on network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:59:40.019190 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:59:40.019190 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Checking segment: {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:40.019190 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.019190 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Bound using segment: {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:59:40.019568 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Bound port: abd92cfe-f36b-414d-9298-7965e858ec9c, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:59:40.019887 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.039496 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70e2330-8c59-58b2-92f3-169cf4a81fca-e5fc6a63-63bc-4ebf-a340-b41e2c700e78', 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78', 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'fixed_ips': [{'subnet_id': '1ab06798-7577-4dda-a200-7141f277d834'}]}} from dv-cinder-822768-2-iscsi. {{(pid=109793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 23:59:40.040379 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.099793 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] For port abd92cfe-f36b-414d-9298-7965e858ec9c, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:59:40.102756 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] For port abd92cfe-f36b-414d-9298-7965e858ec9c, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=abd92cfe-f36b-414d-9298-7965e858ec9c,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:59:40.114975 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60246'] for router (11daf324-59d7-4ce1-9a61-43eefebfb864), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.116328 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60249'] for router (11daf324-59d7-4ce1-9a61-43eefebfb864), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.171730 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks [] for router_controller (11daf324-59d7-4ce1-9a61-43eefebfb864), precommit_add_association {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.178365 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.199288 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.db_base_plugin_common [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Allocated IP 172.20.0.2 (e5fc6a63-63bc-4ebf-a340-b41e2c700e78/1ab06798-7577-4dda-a200-7141f277d834/b2a0fa8f-608f-4e7e-acf8-25d591989fa3) {{(pid=109793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:59:40.246256 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:40.254499 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:40.254499 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327917f-2f9f-49ce-b662-0f62b825610c None None] Pushing event updated for resources: {'Port': ['ID=abd92cfe-f36b-414d-9298-7965e858ec9c,revision_number=4']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:40.352745 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-6746ece4-077c-43fc-9642-4f07a82721fb None None] Provisioning complete for port abd92cfe-f36b-414d-9298-7965e858ec9c triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:40.353274 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6746ece4-077c-43fc-9642-4f07a82721fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.393630 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:40.401835 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Publish callbacks [] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), precommit_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.425932 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks [] for router_gateway (11daf324-59d7-4ce1-9a61-43eefebfb864), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.452024 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-6746ece4-077c-43fc-9642-4f07a82721fb None None] Current status of the port abd92cfe-f36b-414d-9298-7965e858ec9c is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:40.452409 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6746ece4-077c-43fc-9642-4f07a82721fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.484903 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-6746ece4-077c-43fc-9642-4f07a82721fb None None] For port abd92cfe-f36b-414d-9298-7965e858ec9c, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=abd92cfe-f36b-414d-9298-7965e858ec9c,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:40.526316 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), after_create {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.565910 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 is already hosted by enough agents. {{(pid=109793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:40.568844 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6746ece4-077c-43fc-9642-4f07a82721fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.572502 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.scheduler.base_scheduler [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Resources bound (agent type, host, resource id): {{(pid=109793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:40.576653 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Received port after_create {{(pid=109793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:59:40.583779 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Pushing event updated for resources: {'Port': ['ID=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,revision_number=1']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:40.617249 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:40.650213 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091d91b-9bc9-475d-97fb-1b575197853c None None] The sync data for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi is: [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:40.683385 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Attempting to bind port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:59:40.683761 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Attempting to bind port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:59:40.684123 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Attempting to bind port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 on network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:59:40.689685 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746ece4-077c-43fc-9642-4f07a82721fb None None] Pushing event updated for resources: {'Port': ['ID=abd92cfe-f36b-414d-9298-7965e858ec9c,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:40.699290 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:59:40.699290 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Checking segment: {'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:40.699290 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.699290 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Bound using segment: {'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:59:40.699290 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Bound port: b2a0fa8f-608f-4e7e-acf8-25d591989fa3, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:59:40.699822 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.724942 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-9360f98c-c96d-44fc-b397-d05348a24d04 None None] Provisioning complete for port abd92cfe-f36b-414d-9298-7965e858ec9c triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:40.725115 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-9360f98c-c96d-44fc-b397-d05348a24d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.766246 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks [] for router_gateway (11daf324-59d7-4ce1-9a61-43eefebfb864), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.787105 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.828618 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] For port b2a0fa8f-608f-4e7e-acf8-25d591989fa3, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:59:40.832524 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] For port b2a0fa8f-608f-4e7e-acf8-25d591989fa3, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,segment=NetworkSegment(1c133a0d-2d68-412a-a347-398a8e47b097),segment_id=1c133a0d-2d68-412a-a347-398a8e47b097)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:59:40.859606 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8a94933b-5552-4363-8926-edde66caa4c8 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:40.904588 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-9360f98c-c96d-44fc-b397-d05348a24d04 None None] Current status of the port abd92cfe-f36b-414d-9298-7965e858ec9c is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:40.908090 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Allocated IP 172.27.0.199 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/321924af-c6a3-4d5e-8630-c50c39572dc9) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:59:40.923021 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:40.990385 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 8a94933b-5552-4363-8926-edde66caa4c8 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:40.990764 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (8a94933b-5552-4363-8926-edde66caa4c8), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:41.034097 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1083f-ab4b-4b4b-afd6-84d8da41dc97 None None] Pushing event updated for resources: {'Port': ['ID=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:41.068394 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks [] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:41.095828 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 8a94933b-5552-4363-8926-edde66caa4c8 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:41.175205 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:41.221241 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:41.225826 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:41.231325 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:59:41.265517 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Pushing event updated for resources: {'Port': ['ID=321924af-c6a3-4d5e-8630-c50c39572dc9,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:41.566169 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks [] for router_gateway (11daf324-59d7-4ce1-9a61-43eefebfb864), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:41.995772 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6698211-342f-4408-951d-6dbdcb08bc8f None None] Network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 23:59:42.053792 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457062'] for router (11daf324-59d7-4ce1-9a61-43eefebfb864), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:42.198663 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-63d62e35-4f15-4af5-b70a-d4424d532c1f None None] Provisioning complete for port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:42.199233 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-63d62e35-4f15-4af5-b70a-d4424d532c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:42.317980 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-63d62e35-4f15-4af5-b70a-d4424d532c1f None None] Current status of the port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:42.318557 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-63d62e35-4f15-4af5-b70a-d4424d532c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:42.321255 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Router 11daf324-59d7-4ce1-9a61-43eefebfb864 is scheduled to L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 with binding_index 1 {{(pid=109790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:59:42.361871 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-63d62e35-4f15-4af5-b70a-d4424d532c1f None None] For port b2a0fa8f-608f-4e7e-acf8-25d591989fa3, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,segment=NetworkSegment(1c133a0d-2d68-412a-a347-398a8e47b097),segment_id=1c133a0d-2d68-412a-a347-398a8e47b097)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:42.453071 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-63d62e35-4f15-4af5-b70a-d4424d532c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:42.471451 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:42.487172 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Sync routers for ids ['11daf324-59d7-4ce1-9a61-43eefebfb864'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:42.515344 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Routers {'11daf324-59d7-4ce1-9a61-43eefebfb864'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:42.515995 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['11daf324-59d7-4ce1-9a61-43eefebfb864'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:42.555152 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d62e35-4f15-4af5-b70a-d4424d532c1f None None] Pushing event updated for resources: {'Port': ['ID=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:42.576897 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:42.578682 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-1d1615ee-25f4-42de-a4e2-1936c50f2dac admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5889895 Feb 03 23:59:42.581419 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45118) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:42.618956 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-714a36ff-8ff7-4ca8-99a4-d8d0be993784 None None] Provisioning complete for port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:42.619327 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-714a36ff-8ff7-4ca8-99a4-d8d0be993784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:42.670205 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Set router 11daf324-59d7-4ce1-9a61-43eefebfb864 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:42.824169 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-714a36ff-8ff7-4ca8-99a4-d8d0be993784 None None] Current status of the port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:42.897540 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device abd92cfe-f36b-414d-9298-7965e858ec9c up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:42.921067 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:41Z', 'revision_number': 3, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:42.956212 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Checking router: 11daf324-59d7-4ce1-9a61-43eefebfb864 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:42.956573 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Updating router 11daf324-59d7-4ce1-9a61-43eefebfb864 port 321924af-c6a3-4d5e-8630-c50c39572dc9 binding host dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:59:42.994642 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.019556 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.026510 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port abd92cfe-f36b-414d-9298-7965e858ec9c triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:43.026890 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.170078 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Allocated IP 172.20.0.1 (e5fc6a63-63bc-4ebf-a340-b41e2c700e78/1ab06798-7577-4dda-a200-7141f277d834/7d3ae773-e094-4c46-82d1-a682307910be) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:59:43.215259 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port abd92cfe-f36b-414d-9298-7965e858ec9c is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:43.215777 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b2a0fa8f-608f-4e7e-acf8-25d591989fa3 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:43.283208 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Publish callbacks [] for port (7d3ae773-e094-4c46-82d1-a682307910be), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.342497 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:43.342868 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.382715 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Publish callbacks [] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), precommit_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.388522 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.414169 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (7d3ae773-e094-4c46-82d1-a682307910be), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.434161 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:43.454194 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:43.458340 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:43.460458 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 23:59:43.483831 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.484718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3ae773-e094-4c46-82d1-a682307910be,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:43.505012 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870025'] for router_interface (11daf324-59d7-4ce1-9a61-43eefebfb864), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.544833 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414fcdb-4adf-43a5-9c77-f7899174cf5b None None] Pushing event updated for resources: {'Port': ['ID=321924af-c6a3-4d5e-8630-c50c39572dc9,revision_number=2']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:43.547193 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Attempting to bind port 321924af-c6a3-4d5e-8630-c50c39572dc9 on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:59:43.547557 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Attempting to bind port 321924af-c6a3-4d5e-8630-c50c39572dc9 by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:59:43.547914 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Attempting to bind port 321924af-c6a3-4d5e-8630-c50c39572dc9 on network 714b3a6a-c540-4589-b981-53d5b17e9386 {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:59:43.554007 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:59:43.561627 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Checking segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:43.561627 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.561627 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Bound using segment: {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'} {{(pid=109793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:59:43.561627 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.managers [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Bound port: 321924af-c6a3-4d5e-8630-c50c39572dc9, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e104288c-ba8f-4de5-89cf-807aa4c4a764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386'}}] {{(pid=109793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:59:43.561627 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.616283 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] For port 321924af-c6a3-4d5e-8630-c50c39572dc9, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:59:43.619751 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] For port 321924af-c6a3-4d5e-8630-c50c39572dc9, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=321924af-c6a3-4d5e-8630-c50c39572dc9,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:59:43.714641 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.715925 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7d3ae773-e094-4c46-82d1-a682307910be), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.781350 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-41bf51c7-2564-4159-b59e-6f9822ded828 None None] Provisioning complete for port 7d3ae773-e094-4c46-82d1-a682307910be triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:43.781719 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-41bf51c7-2564-4159-b59e-6f9822ded828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7d3ae773-e094-4c46-82d1-a682307910be), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.786006 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414fcdb-4adf-43a5-9c77-f7899174cf5b None None] Pushing event updated for resources: {'Port': ['ID=321924af-c6a3-4d5e-8630-c50c39572dc9,revision_number=3']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:43.813975 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Routers {'11daf324-59d7-4ce1-9a61-43eefebfb864'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:43.814600 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['11daf324-59d7-4ce1-9a61-43eefebfb864'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:43.877711 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Publish callbacks [] for port (7d3ae773-e094-4c46-82d1-a682307910be), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:43.881463 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-41bf51c7-2564-4159-b59e-6f9822ded828 None None] Port 7d3ae773-e094-4c46-82d1-a682307910be cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:59:43.924862 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] Set router 11daf324-59d7-4ce1-9a61-43eefebfb864 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:43.933508 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (7d3ae773-e094-4c46-82d1-a682307910be), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:44.001488 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3ae773-e094-4c46-82d1-a682307910be,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:44.005023 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8099879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456633'] for router_interface (11daf324-59d7-4ce1-9a61-43eefebfb864), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:44.096010 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:59:44.097687 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:59:44.138138 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 4, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '7d3ae773-e094-4c46-82d1-a682307910be', 'name': '', 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'mac_address': 'fa:16:3e:a5:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1ab06798-7577-4dda-a200-7141f277d834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:43Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 1, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'subnets': [{'id': '1ab06798-7577-4dda-a200-7141f277d834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:44.166264 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8c86b-1f14-4194-bee6-7cb016555124 None None] The sync data for ids ['11daf324-59d7-4ce1-9a61-43eefebfb864'] in dv-cinder-822768-2-iscsi is: [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 4, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '7d3ae773-e094-4c46-82d1-a682307910be', 'name': '', 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'mac_address': 'fa:16:3e:a5:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1ab06798-7577-4dda-a200-7141f277d834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:43Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 1, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'subnets': [{'id': '1ab06798-7577-4dda-a200-7141f277d834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:44.227130 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Router 11daf324-59d7-4ce1-9a61-43eefebfb864 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:59:44.302961 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-98319c15-df30-4e2a-9cd9-04205650f525 None None] Provisioning complete for port 7d3ae773-e094-4c46-82d1-a682307910be triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:44.303443 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-98319c15-df30-4e2a-9cd9-04205650f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7d3ae773-e094-4c46-82d1-a682307910be), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:44.341360 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-98319c15-df30-4e2a-9cd9-04205650f525 None None] Port 7d3ae773-e094-4c46-82d1-a682307910be cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:59:44.349032 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:59:44.354109 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2d740e74-025c-4dcd-adac-38c8b0292a49 admin admin] 10.222.0.41 "PUT /v2.0/routers/11daf324-59d7-4ce1-9a61-43eefebfb864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715700 Feb 03 23:59:44.935320 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45132) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:44.940407 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-23664ccd-2ca6-4130-a52d-5a753461a0d7 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912157820', 'description': 'tempest-secgroup-smoke-1912157820 description', 'project_id': '9fbbf71cab964c59bc9855fe9ba57819'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:45.022908 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23664ccd-2ca6-4130-a52d-5a753461a0d7 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.102790 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23664ccd-2ca6-4130-a52d-5a753461a0d7 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group (0744cd9f-805a-4f42-a144-46c5df026e24), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.179771 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23664ccd-2ca6-4130-a52d-5a753461a0d7 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (0744cd9f-805a-4f42-a144-46c5df026e24), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.211731 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23664ccd-2ca6-4130-a52d-5a753461a0d7 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0744cd9f-805a-4f42-a144-46c5df026e24,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:45.267209 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23664ccd-2ca6-4130-a52d-5a753461a0d7 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.268550 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-23664ccd-2ca6-4130-a52d-5a753461a0d7 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3318887 Feb 03 23:59:45.271632 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45134) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:45.276032 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-18333040-4a5a-4685-a28b-d16636c8111e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'security_group_rule': {'security_group_id': '0744cd9f-805a-4f42-a144-46c5df026e24', 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:45.373646 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-18333040-4a5a-4685-a28b-d16636c8111e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (2cb52c85-2abd-488c-b756-081ef68ac442), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.431584 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-18333040-4a5a-4685-a28b-d16636c8111e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (2cb52c85-2abd-488c-b756-081ef68ac442), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.502681 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-18333040-4a5a-4685-a28b-d16636c8111e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (2cb52c85-2abd-488c-b756-081ef68ac442), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.521856 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18333040-4a5a-4685-a28b-d16636c8111e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb52c85-2abd-488c-b756-081ef68ac442,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:45.598765 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-18333040-4a5a-4685-a28b-d16636c8111e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.599992 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-18333040-4a5a-4685-a28b-d16636c8111e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274302 Feb 03 23:59:45.602738 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45138) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:45.607421 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-3618d434-66e3-4048-9b20-962b1237bc87 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'security_group_rule': {'security_group_id': '0744cd9f-805a-4f42-a144-46c5df026e24', 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:45.697812 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3618d434-66e3-4048-9b20-962b1237bc87 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (79312f11-2de2-4e36-844b-03af107f9d69), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.754284 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3618d434-66e3-4048-9b20-962b1237bc87 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (79312f11-2de2-4e36-844b-03af107f9d69), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.834019 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3618d434-66e3-4048-9b20-962b1237bc87 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (79312f11-2de2-4e36-844b-03af107f9d69), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.851608 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618d434-66e3-4048-9b20-962b1237bc87 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79312f11-2de2-4e36-844b-03af107f9d69,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:45.941345 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3618d434-66e3-4048-9b20-962b1237bc87 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:45.942616 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-3618d434-66e3-4048-9b20-962b1237bc87 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389254 Feb 03 23:59:45.945264 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45140) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:45.949564 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-e1e2fa6e-0c73-40ea-859a-53aabb1046fc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'security_group_rule': {'security_group_id': '0744cd9f-805a-4f42-a144-46c5df026e24', 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:46.041690 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2fa6e-0c73-40ea-859a-53aabb1046fc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (2e7161ac-8ad4-4a6a-9f7d-8617a515668c), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.097611 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2fa6e-0c73-40ea-859a-53aabb1046fc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (2e7161ac-8ad4-4a6a-9f7d-8617a515668c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.173267 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2fa6e-0c73-40ea-859a-53aabb1046fc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (2e7161ac-8ad4-4a6a-9f7d-8617a515668c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.190830 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2fa6e-0c73-40ea-859a-53aabb1046fc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7161ac-8ad4-4a6a-9f7d-8617a515668c,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:46.255266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e1e2fa6e-0c73-40ea-859a-53aabb1046fc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.256487 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-e1e2fa6e-0c73-40ea-859a-53aabb1046fc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102882 Feb 03 23:59:46.259308 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45142) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:46.264542 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-37ce776d-e0fe-442e-a5fe-f2875f259a3d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'security_group_rule': {'security_group_id': '0744cd9f-805a-4f42-a144-46c5df026e24', 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:46.346644 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 23:59:46.350035 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-37ce776d-e0fe-442e-a5fe-f2875f259a3d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (02058d34-eeac-4692-adaa-332c3823acc1), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.413521 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-37ce776d-e0fe-442e-a5fe-f2875f259a3d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (02058d34-eeac-4692-adaa-332c3823acc1), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.491945 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-37ce776d-e0fe-442e-a5fe-f2875f259a3d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (02058d34-eeac-4692-adaa-332c3823acc1), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.512277 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce776d-e0fe-442e-a5fe-f2875f259a3d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02058d34-eeac-4692-adaa-332c3823acc1,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:46.615765 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-37ce776d-e0fe-442e-a5fe-f2875f259a3d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.616936 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-37ce776d-e0fe-442e-a5fe-f2875f259a3d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567147 Feb 03 23:59:46.619879 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45146) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:46.625247 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-cad1a867-ed29-4e50-8612-ea2c13bb7dc0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'security_group_rule': {'security_group_id': '0744cd9f-805a-4f42-a144-46c5df026e24', 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:46.733820 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.securitygroups_db [None req-cad1a867-ed29-4e50-8612-ea2c13bb7dc0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Project 9fbbf71cab964c59bc9855fe9ba57819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:59:46.743181 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cad1a867-ed29-4e50-8612-ea2c13bb7dc0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (826fcdd0-289c-4965-a7a1-65a4c3ef2a8c), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.779804 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 321924af-c6a3-4d5e-8630-c50c39572dc9 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:46.802284 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cad1a867-ed29-4e50-8612-ea2c13bb7dc0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (826fcdd0-289c-4965-a7a1-65a4c3ef2a8c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.826998 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 321924af-c6a3-4d5e-8630-c50c39572dc9 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:46.827375 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.896141 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cad1a867-ed29-4e50-8612-ea2c13bb7dc0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (826fcdd0-289c-4965-a7a1-65a4c3ef2a8c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.904651 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 321924af-c6a3-4d5e-8630-c50c39572dc9 is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:46.907134 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:46.916125 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1a867-ed29-4e50-8612-ea2c13bb7dc0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826fcdd0-289c-4965-a7a1-65a4c3ef2a8c,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:46.927455 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] For port 321924af-c6a3-4d5e-8630-c50c39572dc9, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=321924af-c6a3-4d5e-8630-c50c39572dc9,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:47.002217 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cad1a867-ed29-4e50-8612-ea2c13bb7dc0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:47.003465 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-cad1a867-ed29-4e50-8612-ea2c13bb7dc0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3826759 Feb 03 23:59:47.007637 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45148) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 23:59:47.012440 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-12a600a0-3ee0-49a5-ba89-2a34ecc69320 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'security_group_rule': {'security_group_id': '0744cd9f-805a-4f42-a144-46c5df026e24', 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 23:59:47.028906 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:47.080068 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Pushing event updated for resources: {'Port': ['ID=321924af-c6a3-4d5e-8630-c50c39572dc9,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:47.119846 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.securitygroups_db [None req-12a600a0-3ee0-49a5-ba89-2a34ecc69320 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Project 9fbbf71cab964c59bc9855fe9ba57819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 23:59:47.127204 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-12a600a0-3ee0-49a5-ba89-2a34ecc69320 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (7fc0cc97-7ab0-4702-a39a-e2b3d73ae249), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:47.186517 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-12a600a0-3ee0-49a5-ba89-2a34ecc69320 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (7fc0cc97-7ab0-4702-a39a-e2b3d73ae249), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:47.281907 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-12a600a0-3ee0-49a5-ba89-2a34ecc69320 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923238'] for security_group_rule (7fc0cc97-7ab0-4702-a39a-e2b3d73ae249), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:47.304721 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a600a0-3ee0-49a5-ba89-2a34ecc69320 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc0cc97-7ab0-4702-a39a-e2b3d73ae249,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:47.387218 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-12a600a0-3ee0-49a5-ba89-2a34ecc69320 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:47.388982 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-12a600a0-3ee0-49a5-ba89-2a34ecc69320 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3803768 Feb 03 23:59:47.982704 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Sync routers for ids ['11daf324-59d7-4ce1-9a61-43eefebfb864'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 23:59:47.994071 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Routers {'11daf324-59d7-4ce1-9a61-43eefebfb864'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:47.994654 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['11daf324-59d7-4ce1-9a61-43eefebfb864'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:48.107485 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Set router 11daf324-59d7-4ce1-9a61-43eefebfb864 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:48.329676 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 4, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '7d3ae773-e094-4c46-82d1-a682307910be', 'name': '', 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'mac_address': 'fa:16:3e:a5:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1ab06798-7577-4dda-a200-7141f277d834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:43Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 2, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'subnets': [{'id': '1ab06798-7577-4dda-a200-7141f277d834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:48.355414 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Checking router: 11daf324-59d7-4ce1-9a61-43eefebfb864 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 23:59:48.355719 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Updating router 11daf324-59d7-4ce1-9a61-43eefebfb864 port 7d3ae773-e094-4c46-82d1-a682307910be binding host dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 23:59:48.383056 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7d3ae773-e094-4c46-82d1-a682307910be), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:48.648859 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Publish callbacks [] for port (7d3ae773-e094-4c46-82d1-a682307910be), precommit_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:48.723568 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7d3ae773-e094-4c46-82d1-a682307910be), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:48.763920 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 321924af-c6a3-4d5e-8630-c50c39572dc9 up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:48.792206 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979523b7-15d8-43b3-8876-27cc3bc78f03 None None] Pushing event updated for resources: {'Port': ['ID=7d3ae773-e094-4c46-82d1-a682307910be,revision_number=3']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:48.840503 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 321924af-c6a3-4d5e-8630-c50c39572dc9 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:48.841504 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:48.853418 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Attempting to bind port 7d3ae773-e094-4c46-82d1-a682307910be on host dv-cinder-822768-2-iscsi for vnic_type normal with profile {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 23:59:48.853786 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Attempting to bind port 7d3ae773-e094-4c46-82d1-a682307910be by drivers openvswitch,hyperv on host dv-cinder-822768-2-iscsi at level 0 using segments [{'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 23:59:48.854179 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Attempting to bind port 7d3ae773-e094-4c46-82d1-a682307910be on network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 23:59:48.859876 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Checking agent: {'id': '7e30a40e-9177-4b8f-8f2c-583cdf8e68fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 42, 29), 'started_at': datetime.datetime(2022, 2, 3, 23, 42, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 23:59:48.860193 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Checking segment: {'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 23:59:48.860596 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:48.860983 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Bound using segment: {'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'} {{(pid=109794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 23:59:48.861622 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.managers [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Bound port: 7d3ae773-e094-4c46-82d1-a682307910be, host: dv-cinder-822768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c133a0d-2d68-412a-a347-398a8e47b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78'}}] {{(pid=109794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 23:59:48.862026 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7d3ae773-e094-4c46-82d1-a682307910be), before_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:48.939908 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] For port 7d3ae773-e094-4c46-82d1-a682307910be, host dv-cinder-822768-2-iscsi, cleared binding levels {{(pid=109794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:59:48.944761 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.plugins.ml2.db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] For port 7d3ae773-e094-4c46-82d1-a682307910be, host dv-cinder-822768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=7d3ae773-e094-4c46-82d1-a682307910be,segment=NetworkSegment(1c133a0d-2d68-412a-a347-398a8e47b097),segment_id=1c133a0d-2d68-412a-a347-398a8e47b097)] {{(pid=109794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:59:48.948531 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 321924af-c6a3-4d5e-8630-c50c39572dc9 is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:48.998167 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-c4f8fcac-ece7-49f3-9cbe-36ca7b25a60b None None] Provisioning complete for port 7d3ae773-e094-4c46-82d1-a682307910be triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:48.998534 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c4f8fcac-ece7-49f3-9cbe-36ca7b25a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7d3ae773-e094-4c46-82d1-a682307910be), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:49.037583 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8fcac-ece7-49f3-9cbe-36ca7b25a60b None None] Port 7d3ae773-e094-4c46-82d1-a682307910be cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 23:59:49.051957 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron_lib.callbacks.manager [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7d3ae773-e094-4c46-82d1-a682307910be), after_update {{(pid=109794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:49.111970 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Routers {'11daf324-59d7-4ce1-9a61-43eefebfb864'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 23:59:49.112607 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-03T23:59:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['11daf324-59d7-4ce1-9a61-43eefebfb864'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:49.114374 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979523b7-15d8-43b3-8876-27cc3bc78f03 None None] Pushing event updated for resources: {'Port': ['ID=7d3ae773-e094-4c46-82d1-a682307910be,revision_number=4']} {{(pid=109794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:49.244285 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] Set router 11daf324-59d7-4ce1-9a61-43eefebfb864 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 23:59:49.487037 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 4, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '7d3ae773-e094-4c46-82d1-a682307910be', 'name': '', 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'mac_address': 'fa:16:3e:a5:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1ab06798-7577-4dda-a200-7141f277d834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:43Z', 'updated_at': '2022-02-03T23:59:48Z', 'revision_number': 4, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'subnets': [{'id': '1ab06798-7577-4dda-a200-7141f277d834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:59:49.516900 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-d37454ee-a6bc-426f-9aab-d283531eb866 None None] Provisioning complete for port 7d3ae773-e094-4c46-82d1-a682307910be triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:49.517285 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d37454ee-a6bc-426f-9aab-d283531eb866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7d3ae773-e094-4c46-82d1-a682307910be), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:49.520395 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549cf13-9b61-40b9-ae79-c01bee3f38d8 None None] The sync data for ids ['11daf324-59d7-4ce1-9a61-43eefebfb864'] in dv-cinder-822768-2-iscsi is: [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:43Z', 'revision_number': 4, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '7d3ae773-e094-4c46-82d1-a682307910be', 'name': '', 'network_id': 'e5fc6a63-63bc-4ebf-a340-b41e2c700e78', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'mac_address': 'fa:16:3e:a5:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1ab06798-7577-4dda-a200-7141f277d834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:43Z', 'updated_at': '2022-02-03T23:59:48Z', 'revision_number': 4, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'subnets': [{'id': '1ab06798-7577-4dda-a200-7141f277d834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 23:59:49.633215 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-d37454ee-a6bc-426f-9aab-d283531eb866 None None] Current status of the port 7d3ae773-e094-4c46-82d1-a682307910be is: DOWN; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:49.633602 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d37454ee-a6bc-426f-9aab-d283531eb866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7d3ae773-e094-4c46-82d1-a682307910be), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:49.688463 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-d37454ee-a6bc-426f-9aab-d283531eb866 None None] For port 7d3ae773-e094-4c46-82d1-a682307910be, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=7d3ae773-e094-4c46-82d1-a682307910be,segment=NetworkSegment(1c133a0d-2d68-412a-a347-398a8e47b097),segment_id=1c133a0d-2d68-412a-a347-398a8e47b097)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:59:49.763374 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d37454ee-a6bc-426f-9aab-d283531eb866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7d3ae773-e094-4c46-82d1-a682307910be), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:49.814138 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37454ee-a6bc-426f-9aab-d283531eb866 None None] Pushing event updated for resources: {'Port': ['ID=7d3ae773-e094-4c46-82d1-a682307910be,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:50.774890 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 7d3ae773-e094-4c46-82d1-a682307910be up at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 23:59:50.823553 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Provisioning complete for port 7d3ae773-e094-4c46-82d1-a682307910be triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:59:50.824283 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7d3ae773-e094-4c46-82d1-a682307910be), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:50.906707 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Current status of the port 7d3ae773-e094-4c46-82d1-a682307910be is: ACTIVE; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 23:59:53.162428 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-8b03e47e-f115-44ec-b5f1-9ed900861e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:55.588164 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-1d8ea934-3dc1-4c7a-8883-7fe5b677012e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:56.702881 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:58.293324 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 23:59:59.754923 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:05.770704 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5cb81603-272c-4193-b0f2-9aa6115daf43 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687433725&fields=id&tenant_id=dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 267 time: 0.0449157 Feb 04 00:00:05.878411 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-4065db78-7280-4aa6-91d6-40257161baec tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:05.880851 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-4065db78-7280-4aa6-91d6-40257161baec tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 810 time: 0.1035659 Feb 04 00:00:05.895446 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-07b7a145-eb3d-4754-84f3-76f46fdaddd9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/quotas/dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 375 time: 0.0094213 Feb 04 00:00:05.951254 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-c41c12e2-6076-49eb-ad4e-aba8b6d6fe25 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508592 Feb 04 00:00:06.061747 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-d3dfc49b-5fbc-4896-ab9d-c18ca3257c99 service neutron] 10.222.0.41 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989919 Feb 04 00:00:06.148492 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-96f2e5c1-c249-4702-bfb1-b3311d5b0df6 service neutron] 10.222.0.41 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812628 Feb 04 00:00:06.685867 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c00f5998-ed82-4700-a915-c9866c76f2ca req-d4d906a3-761e-478b-aff3-b422291d15af tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 210 time: 0.0325375 Feb 04 00:00:07.781941 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ba58e814-a8dc-4470-b5b9-0511f30872d5 req-a7665b9f-6a9f-4745-835c-a375f17fc594 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 210 time: 0.0281475 Feb 04 00:00:08.882598 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cfdc3762-7add-4bc7-835b-2e5101248c5b req-acb499d8-91ec-469b-85ae-9d38242bc09f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 210 time: 0.0268958 Feb 04 00:00:09.425808 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-e1644157-fa30-456a-8f78-af3e6740fbb6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:09.427295 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-e1644157-fa30-456a-8f78-af3e6740fbb6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 810 time: 0.1010187 Feb 04 00:00:09.517442 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-72bbf3a0-632a-414b-bccf-e43a0213978e tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8c2e0432d9424db703038c19cba9c9 HTTP/1.1" status: 200 len: 380 time: 0.0560875 Feb 04 00:00:09.525775 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'port': {'device_id': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'admin_state_up': True, 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'security_groups': ['37087b5c-0ebe-475b-9753-080f5de85f1b']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:00:09.761773 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Made reservation on behalf of dd8c2e0432d9424db703038c19cba9c9 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:00:09.765853 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:09.888926 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Allocated IP 172.20.0.12 (1e8bd5c8-1987-4436-9a1a-4bf840844c1e/25fabc35-fffb-4507-ab31-3db0f21dc155/7dcdf676-0da8-4f9c-8e8d-c6f142e3b216) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:00:10.015473 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2b6c21c6-f082-4b18-9d6f-6c1ea8811262 req-a4104334-ed74-41d9-becb-87791354f5bb tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 210 time: 0.0652733 Feb 04 00:00:10.071596 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:10.217152 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:10.264317 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:00:10.267390 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:00:10.271009 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:00:10.297797 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:10.311353 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.311865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.314602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.314602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.314602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.314602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.314602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.314602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.314602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.314602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.315355 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.315355 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.315506 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:10.338588 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:10.339327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:10.447872 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-5f526d0c-91ad-40bd-bed9-7ebe7672648d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9257860 Feb 04 00:00:10.465411 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Request body: {'port': {'device_id': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:00:10.521812 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-53e68532-e16e-4345-9e86-27c92a17e822 None None] Provisioning complete for port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:00:10.522457 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-53e68532-e16e-4345-9e86-27c92a17e822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:10.523374 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:10.558940 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-53e68532-e16e-4345-9e86-27c92a17e822 None None] Port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:00:10.782460 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:00:10.790047 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Publish callbacks [] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:10.803006 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Transition to ACTIVE for port object 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:00:10.999327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:11.054179 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:11.129553 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Attempting to bind port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:00:11.130284 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Attempting to bind port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:00:11.130804 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Attempting to bind port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:00:11.135681 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:00:11.137640 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Attempting to bind port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 on network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:00:11.144829 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:00:11.145244 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Checking segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:00:11.145865 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Bound using segment: {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:00:11.146386 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Bound port: 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9878edbb-61ff-4959-ad91-6b7afd436a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:00:11.146810 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:11.147544 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f4433-8282-427d-b150-671834b88f05 req-9bf51200-7a67-4d01-ba7b-5317eec73dec tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:11.149085 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ab6f4433-8282-427d-b150-671834b88f05 req-9bf51200-7a67-4d01-ba7b-5317eec73dec tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0598829 Feb 04 00:00:11.226095 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ab6f4433-8282-427d-b150-671834b88f05 req-c22bd6a1-345c-4a24-a620-00b1fec23aa7 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661540 Feb 04 00:00:11.490456 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] For port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:00:11.493611 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] For port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:00:11.611396 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:11.646413 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:11.647141 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:11.648419 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 HTTP/1.1" status: 200 len: 1094 time: 1.1869628 Feb 04 00:00:11.648882 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:00:11.651228 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab15ff8-d436-4a8f-a331-00a7ae4a4de7" -d '{"events": [{"name": "network-changed", "server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:00:11.686583 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e3a22-ebc0-4097-bf6e-4ec460e262b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:11.699131 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de141f3d-6ecf-4623-9253-80e5349b1eb0 x-openstack-request-id: req-de141f3d-6ecf-4623-9253-80e5349b1eb0 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:00:11.714355 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:00:11.714355 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de141f3d-6ecf-4623-9253-80e5349b1eb0 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:00:11.714355 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'status': 'completed', 'code': 200} Feb 04 00:00:11.798710 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab15ff8-d436-4a8f-a331-00a7ae4a4de7 req-f90f83f0-cb03-40fc-a433-51eab1592cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:11.800267 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9ab15ff8-d436-4a8f-a331-00a7ae4a4de7 req-f90f83f0-cb03-40fc-a433-51eab1592cae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 1128 time: 0.0475514 Feb 04 00:00:11.925638 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab15ff8-d436-4a8f-a331-00a7ae4a4de7 req-180e48b1-e11f-4e1a-b3c2-d42fd89ec8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:11.927083 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9ab15ff8-d436-4a8f-a331-00a7ae4a4de7 req-180e48b1-e11f-4e1a-b3c2-d42fd89ec8ad service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd8c2e0432d9424db703038c19cba9c9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0960345 Feb 04 00:00:12.023467 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab15ff8-d436-4a8f-a331-00a7ae4a4de7 req-470603b1-3a74-45de-97d9-e926921b386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:12.024957 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9ab15ff8-d436-4a8f-a331-00a7ae4a4de7 req-470603b1-3a74-45de-97d9-e926921b386c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0924091 Feb 04 00:00:12.127340 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-a39af8a7-c76a-4bb1-aab4-de2eb3be289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:12.129243 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-a39af8a7-c76a-4bb1-aab4-de2eb3be289c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 1128 time: 0.0456147 Feb 04 00:00:12.178556 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-ff9bb1b7-9d12-47ef-8d53-54f2551f517b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 HTTP/1.1" status: 200 len: 217 time: 0.0359762 Feb 04 00:00:12.234923 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-f4265cad-12b5-453a-8c2b-dafc3096f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:12.236410 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-f4265cad-12b5-453a-8c2b-dafc3096f0f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.0523889 Feb 04 00:00:12.285311 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-35450eb3-6775-4ed2-b2b3-49809c5fc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:12.286901 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-35450eb3-6775-4ed2-b2b3-49809c5fc250 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444541 Feb 04 00:00:12.346869 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453153c-cee3-4db9-a985-fe776c1b7bc4 req-ccc4d722-7d03-4f35-b997-47873f7d1361 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:12.348362 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3453153c-cee3-4db9-a985-fe776c1b7bc4 req-ccc4d722-7d03-4f35-b997-47873f7d1361 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0557103 Feb 04 00:00:12.377002 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-059a8e12-5631-432f-8b9d-230d8a61f09e service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824766 Feb 04 00:00:12.397255 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3453153c-cee3-4db9-a985-fe776c1b7bc4 req-d0660f32-b7e1-4b61-9f0a-30bfa5870f6e tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432916 Feb 04 00:00:12.473694 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20648f6d-be23-44fe-85bf-997d9f2d65ac req-2b19ff07-3589-4dc4-a5ed-10809df5d038 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871301 Feb 04 00:00:13.373450 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:13.526229 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05741ba-e949-4741-99f2-6191d369d924 req-08cee920-8860-42da-82b2-2c7cbdd37a6f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:13.527723 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c05741ba-e949-4741-99f2-6191d369d924 req-08cee920-8860-42da-82b2-2c7cbdd37a6f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0617719 Feb 04 00:00:13.575184 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c05741ba-e949-4741-99f2-6191d369d924 req-87c8709b-10cf-416a-8733-c559a0f2490d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Feb 04 00:00:14.693525 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efa459-01e4-4630-a419-fd2c875428c2 req-4a02df9e-107d-4f51-9d17-63067b47aad3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:14.694533 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a2efa459-01e4-4630-a419-fd2c875428c2 req-4a02df9e-107d-4f51-9d17-63067b47aad3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0520537 Feb 04 00:00:14.742502 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a2efa459-01e4-4630-a419-fd2c875428c2 req-064ed30f-8d1e-4b20-8b2a-06f3f1643814 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421410 Feb 04 00:00:15.866532 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d92dc3-2d75-481f-9e74-fe7235103c2b req-52225c32-5e04-47ce-98f8-9ef9b09b5d68 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:15.868276 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-35d92dc3-2d75-481f-9e74-fe7235103c2b req-52225c32-5e04-47ce-98f8-9ef9b09b5d68 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0572491 Feb 04 00:00:15.918372 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-35d92dc3-2d75-481f-9e74-fe7235103c2b req-ec8fae0a-4a07-4135-81a3-bd7b2fbc30ab tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432179 Feb 04 00:00:16.992432 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-e040c760-83cb-48a6-b179-caea1e7a8f7a tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912157820&fields=id&tenant_id=9fbbf71cab964c59bc9855fe9ba57819 HTTP/1.1" status: 200 len: 267 time: 0.0457401 Feb 04 00:00:17.035226 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07461e83-5fdc-4004-ad41-cf11021cea78 req-ee5e1cfa-b425-433a-a6ba-e82300d14036 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:17.038066 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07461e83-5fdc-4004-ad41-cf11021cea78 req-ee5e1cfa-b425-433a-a6ba-e82300d14036 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0537436 Feb 04 00:00:17.086774 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07461e83-5fdc-4004-ad41-cf11021cea78 req-714e4eda-f23d-4221-95f1-4802dfeb7ce5 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Feb 04 00:00:17.103957 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-90ed11ed-a038-4df6-ac91-f3c8f414325c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:17.105405 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-90ed11ed-a038-4df6-ac91-f3c8f414325c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/networks?id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 200 len: 809 time: 0.1067185 Feb 04 00:00:17.120641 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-c27bedc3-5b0d-4e7f-9369-48f80779ee1a tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/quotas/9fbbf71cab964c59bc9855fe9ba57819 HTTP/1.1" status: 200 len: 375 time: 0.0090744 Feb 04 00:00:17.174189 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-dc5df341-1b5b-405c-8b03-e8d7c38ab34b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480163 Feb 04 00:00:17.268238 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-e05cd6b1-5412-4a31-b07b-414937a55b6f service neutron] 10.222.0.41 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828133 Feb 04 00:00:17.354112 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-51d83fb8-9108-489c-8d4b-452757b78a29 service neutron] 10.222.0.41 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802541 Feb 04 00:00:17.975828 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2d311149-ff0d-46ba-9bb4-43d0c9320940 req-2e169e93-75b9-487f-95ce-692012026f52 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 210 time: 0.0305042 Feb 04 00:00:18.203471 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98a560-3c77-4446-85d5-ab3a2da018f7 req-273a9d75-9d4a-4707-9460-dfb6cf31e55b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:18.204950 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fa98a560-3c77-4446-85d5-ab3a2da018f7 req-273a9d75-9d4a-4707-9460-dfb6cf31e55b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0526481 Feb 04 00:00:18.264529 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fa98a560-3c77-4446-85d5-ab3a2da018f7 req-cd17bb64-efab-493f-a722-5a4b897a1311 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540009 Feb 04 00:00:19.070278 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-67143d9c-6c7f-4aa5-9c1a-9f809318f7a2 req-c8fc1db6-8c29-4f10-96d8-6dcad9ae4e80 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 210 time: 0.0308931 Feb 04 00:00:19.386012 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9105a-711d-4e21-b17f-cd1155a922a3 req-11de3bb0-abc5-4aef-b451-fef8dde50d27 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:19.387504 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6aa9105a-711d-4e21-b17f-cd1155a922a3 req-11de3bb0-abc5-4aef-b451-fef8dde50d27 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0520651 Feb 04 00:00:19.435707 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6aa9105a-711d-4e21-b17f-cd1155a922a3 req-5511fe3a-c403-4d1c-a28b-c66fb011ec96 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Feb 04 00:00:20.162280 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c509bcea-abaa-4945-8bbd-89f7521a8fb3 req-2b32ff29-a246-4a65-9809-c2bf32a526c7 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 210 time: 0.0268397 Feb 04 00:00:20.519370 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-f216332b-9488-4aba-af13-1050b8014603 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:20.520828 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-f216332b-9488-4aba-af13-1050b8014603 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.37 "GET /v2.0/networks?id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 200 len: 809 time: 0.1056714 Feb 04 00:00:20.554279 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f483e-a947-41c8-b757-8719d04f04c7 req-a304ba06-28ca-4f53-9c3d-9008014f4e8d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:20.555807 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7a9f483e-a947-41c8-b757-8719d04f04c7 req-a304ba06-28ca-4f53-9c3d-9008014f4e8d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0531902 Feb 04 00:00:20.610924 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7a9f483e-a947-41c8-b757-8719d04f04c7 req-18f32151-e360-4cbc-aabe-e184b65f174c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469694 Feb 04 00:00:20.612818 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-f6797851-8564-4168-ba62-6d97c727d76d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fbbf71cab964c59bc9855fe9ba57819 HTTP/1.1" status: 200 len: 380 time: 0.0602100 Feb 04 00:00:20.621717 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'port': {'device_id': '2a134849-50b1-478f-8405-670a7aa68176', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'admin_state_up': True, 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'security_groups': ['0744cd9f-805a-4f42-a144-46c5df026e24']}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:00:20.847846 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Made reservation on behalf of 9fbbf71cab964c59bc9855fe9ba57819 for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:00:20.852164 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:20.984750 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Allocated IP 172.20.0.13 (b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9/d454cef5-ea82-4249-bd84-a0cecd3cca0a/b188900d-9c1e-493d-92ec-f309f2e037e4) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:00:21.120348 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:21.267186 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f96d9e8b-92a2-457a-94de-1b77d44648cb req-bb48c26f-52a6-4290-a414-32d4ba7bff77 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 210 time: 0.0281293 Feb 04 00:00:21.292932 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:21.335671 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:00:21.338680 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:00:21.342306 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:00:21.368271 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:21.403117 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:21.403117 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:21.488140 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4d0f4331-967f-4e1e-98ff-2e9c78d17f22 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8700876 Feb 04 00:00:21.512252 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Request body: {'port': {'device_id': '2a134849-50b1-478f-8405-670a7aa68176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:00:21.581905 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:21.582948 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-ca12273f-6296-4ea2-9eb8-7eb6ef5cc8d9 None None] Provisioning complete for port b188900d-9c1e-493d-92ec-f309f2e037e4 triggered by entity DHCP. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:00:21.583479 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ca12273f-6296-4ea2-9eb8-7eb6ef5cc8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:21.619009 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-ca12273f-6296-4ea2-9eb8-7eb6ef5cc8d9 None None] Port b188900d-9c1e-493d-92ec-f309f2e037e4 cannot update to ACTIVE because it is not bound. {{(pid=109793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 00:00:21.736287 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314bb1-2921-40f1-8015-09be29724513 req-252a3dcd-1ac6-4be5-ba5c-8f83bcefbd54 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:21.737801 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-da314bb1-2921-40f1-8015-09be29724513 req-252a3dcd-1ac6-4be5-ba5c-8f83bcefbd54 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 944 time: 0.0587082 Feb 04 00:00:21.787319 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-da314bb1-2921-40f1-8015-09be29724513 req-4e48cfa9-11e2-4e4d-835e-97a19e05af86 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436454 Feb 04 00:00:21.849258 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b188900d-9c1e-493d-92ec-f309f2e037e4 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:00:21.856655 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Publish callbacks [] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:21.878672 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Transition to ACTIVE for port object b188900d-9c1e-493d-92ec-f309f2e037e4 will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:00:21.959640 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:22.015194 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2d663-e104-4703-937d-78626720505e service neutron] Pushing event updated for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:22.036660 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:00:22.088281 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Attempting to bind port b188900d-9c1e-493d-92ec-f309f2e037e4 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:00:22.088813 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Attempting to bind port b188900d-9c1e-493d-92ec-f309f2e037e4 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:00:22.089300 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Attempting to bind port b188900d-9c1e-493d-92ec-f309f2e037e4 on network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:00:22.094610 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Port b188900d-9c1e-493d-92ec-f309f2e037e4 on network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:00:22.095089 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Attempting to bind port b188900d-9c1e-493d-92ec-f309f2e037e4 on network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:00:22.100617 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:00:22.100954 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Checking segment: {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:00:22.101334 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Bound using segment: {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:00:22.101756 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Bound port: b188900d-9c1e-493d-92ec-f309f2e037e4, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5851b2e6-4a97-4331-8852-8a5b6c3790b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:00:22.102137 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:22.157449 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:22.169981 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'port_id': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'mac_address': 'fa:16:3e:ea:1a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:00:22.174355 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:00:22.179804 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:00:22.209133 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:00:22.209443 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:22.224476 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:00:22.255146 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:22.268166 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:22.307533 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:22.307925 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:22.309415 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-4cf2d663-e104-4703-937d-78626720505e service neutron] 10.222.0.37 "PUT /v2.0/ports/b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 200 len: 1094 time: 0.8014283 Feb 04 00:00:22.309880 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:00:22.312203 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb483c8-3e6a-416d-8b97-02d0a99bea8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:00:22.332608 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2d663-e104-4703-937d-78626720505e service neutron] Pushing event updated for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:22.355665 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:22.393429 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b7af1e-a5a7-4454-84e9-b2ec35e7f930 x-openstack-request-id: req-39b7af1e-a5a7-4454-84e9-b2ec35e7f930 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:00:22.393786 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:00:22.394074 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39b7af1e-a5a7-4454-84e9-b2ec35e7f930 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:00:22.394486 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'status': 'completed', 'code': 200} Feb 04 00:00:22.412664 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:22.427004 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008cfd4-d47f-4265-a2b6-5359b84b4351 req-773a5934-d5e4-408f-b95d-99532fc29807 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:22.432195 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b008cfd4-d47f-4265-a2b6-5359b84b4351 req-773a5934-d5e4-408f-b95d-99532fc29807 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0745940 Feb 04 00:00:22.512913 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b008cfd4-d47f-4265-a2b6-5359b84b4351 req-33248a40-d1d1-44cb-a884-902f93a322b0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775788 Feb 04 00:00:22.520794 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb483c8-3e6a-416d-8b97-02d0a99bea8a req-8b1bd31d-0b16-48c0-a211-a66128ae14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:22.522315 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afb483c8-3e6a-416d-8b97-02d0a99bea8a req-8b1bd31d-0b16-48c0-a211-a66128ae14e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1128 time: 0.0737741 Feb 04 00:00:22.631475 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb483c8-3e6a-416d-8b97-02d0a99bea8a req-984b8848-2562-467f-b6ca-df39efd83cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:22.633210 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afb483c8-3e6a-416d-8b97-02d0a99bea8a req-984b8848-2562-467f-b6ca-df39efd83cf8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0964394 Feb 04 00:00:22.726866 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb483c8-3e6a-416d-8b97-02d0a99bea8a req-f4fae34f-0427-48f3-be46-82ad43892ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:22.728349 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-afb483c8-3e6a-416d-8b97-02d0a99bea8a req-f4fae34f-0427-48f3-be46-82ad43892ef5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895085 Feb 04 00:00:22.864948 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-9862ecd4-41ea-44d3-ba3b-b273a54bde66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:22.866960 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-9862ecd4-41ea-44d3-ba3b-b273a54bde66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1128 time: 0.0498619 Feb 04 00:00:22.906539 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa438c7-1f21-4a8a-a7d0-a19babc78a1d req-a287ac05-41a7-42f0-bb79-b63f5c2752e4 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:22.908812 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3aa438c7-1f21-4a8a-a7d0-a19babc78a1d req-a287ac05-41a7-42f0-bb79-b63f5c2752e4 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 945 time: 0.0522015 Feb 04 00:00:22.915078 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-1a72ffe5-05ae-4cdb-b82e-d9954c3307d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 200 len: 217 time: 0.0352643 Feb 04 00:00:22.935501 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7dcdf676-0da8-4f9c-8e8d-c6f142e3b216'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:00:22.964856 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3aa438c7-1f21-4a8a-a7d0-a19babc78a1d req-c27a75eb-8314-4164-86e6-be60eec2c194 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487843 Feb 04 00:00:22.970875 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-3ffa7c8b-5bd0-4204-8ea6-c0d2683d5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:22.972341 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-3ffa7c8b-5bd0-4204-8ea6-c0d2683d5be8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d454cef5-ea82-4249-bd84-a0cecd3cca0a HTTP/1.1" status: 200 len: 848 time: 0.0496824 Feb 04 00:00:23.024821 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-bbec9b35-0ee9-410c-bbfe-93532afe54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:23.026350 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-bbec9b35-0ee9-410c-bbfe-93532afe54d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478430 Feb 04 00:00:23.116066 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-f559c58e-3c10-4325-849d-b7f20b2af4dc service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831156 Feb 04 00:00:23.184067 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-65dc826c-1e46-4027-99c0-b79b4839ee89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:23.211061 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a0c6d31d-10a4-42fa-8e5e-16c3899ea730 req-e8ad8cf3-6998-4ed3-83a9-e4ac5c601f9c service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881195 Feb 04 00:00:23.344344 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:00:23.635980 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7145e-463a-4463-bef4-1bd77b6a33f9 req-23b701be-2c3c-44cf-b564-eea41b50f75c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:23.637451 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d5e7145e-463a-4463-bef4-1bd77b6a33f9 req-23b701be-2c3c-44cf-b564-eea41b50f75c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0537531 Feb 04 00:00:23.684159 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d5e7145e-463a-4463-bef4-1bd77b6a33f9 req-b1917cae-5333-43bc-b882-eab20d1f0507 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Feb 04 00:00:24.084385 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8e7af-d44a-4a9c-af06-70a46c2ed102 req-0a911038-1d4e-47b1-b343-f9f785868691 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:24.085856 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-53f8e7af-d44a-4a9c-af06-70a46c2ed102 req-0a911038-1d4e-47b1-b343-f9f785868691 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 945 time: 0.0512674 Feb 04 00:00:24.138313 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-53f8e7af-d44a-4a9c-af06-70a46c2ed102 req-80c49499-1487-4b0d-8c5b-7e2707bec72d tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469513 Feb 04 00:00:24.802784 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a2712-ea90-460a-b5e7-11b32db6ae14 req-279778d1-8178-4649-a195-b2ce7e657059 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:24.804269 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-839a2712-ea90-460a-b5e7-11b32db6ae14 req-279778d1-8178-4649-a195-b2ce7e657059 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0524127 Feb 04 00:00:24.852026 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-839a2712-ea90-460a-b5e7-11b32db6ae14 req-0f7676c2-693b-4b16-afb7-db8f144fef1a tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Feb 04 00:00:25.257768 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfb865-7bb1-46a1-bd5b-891271f82239 req-01fdb1a6-2239-40a3-ad9f-a8bf4f6df8ba tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:25.259305 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cfbfb865-7bb1-46a1-bd5b-891271f82239 req-01fdb1a6-2239-40a3-ad9f-a8bf4f6df8ba tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 945 time: 0.0552340 Feb 04 00:00:25.311498 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cfbfb865-7bb1-46a1-bd5b-891271f82239 req-0a58bcdb-a514-4c3e-923f-8f298f9ee455 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463059 Feb 04 00:00:25.624166 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-1316eb18-e6f7-4d82-b401-24753eadfd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:25.709370 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecaa0f-88de-400a-b062-dbf164aefbde req-f3abc07f-deb9-4fd9-ba00-97294ac43fdb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:25.710897 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1fecaa0f-88de-400a-b062-dbf164aefbde req-f3abc07f-deb9-4fd9-ba00-97294ac43fdb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0531316 Feb 04 00:00:25.759208 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1fecaa0f-88de-400a-b062-dbf164aefbde req-f040b73d-d0c1-487e-a585-3e6cf8a2ad4b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420647 Feb 04 00:00:25.969270 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddae4c-3a1f-4078-8f61-0f7cfefe59e0 req-631574ea-e9cb-4a49-a46c-dd1d40bec69d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:25.970787 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-03ddae4c-3a1f-4078-8f61-0f7cfefe59e0 req-631574ea-e9cb-4a49-a46c-dd1d40bec69d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0528140 Feb 04 00:00:26.018887 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-03ddae4c-3a1f-4078-8f61-0f7cfefe59e0 req-bfed05e0-4891-4dc3-ae31-ed013df500af tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Feb 04 00:00:26.072474 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:00:26.198624 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:00:26.202688 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:00:26.207676 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:26.277842 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:00:26.278255 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:26.300315 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:00:26.304931 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f0efa5-e42d-4feb-806b-15e17779c976" -d '{"events": [{"server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "name": "network-vif-plugged", "status": "completed", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:00:26.314187 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:26.338266 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8414040a-aaf8-4cb7-8915-f27bfd6c67d5 x-openstack-request-id: req-8414040a-aaf8-4cb7-8915-f27bfd6c67d5 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:00:26.338564 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "name": "network-vif-plugged", "status": "completed", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:00:26.338823 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8414040a-aaf8-4cb7-8915-f27bfd6c67d5 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:00:26.339226 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'code': 200} Feb 04 00:00:26.381631 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:26.429393 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:26.431492 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b64026-96d6-4db4-b1ee-686d7eacdef9 req-c5141f22-3618-46db-8cfe-79d86557961c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:26.432985 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-75b64026-96d6-4db4-b1ee-686d7eacdef9 req-c5141f22-3618-46db-8cfe-79d86557961c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 946 time: 0.0531397 Feb 04 00:00:26.481676 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-75b64026-96d6-4db4-b1ee-686d7eacdef9 req-e228e323-db90-429b-84d4-17e1e2a5b01b tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Feb 04 00:00:26.698545 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:26.776800 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625a649-369f-4723-94e4-d04af5dd6d32 req-96454fdf-18ba-4d8b-95cf-4ffb6518a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:26.776800 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0625a649-369f-4723-94e4-d04af5dd6d32 req-96454fdf-18ba-4d8b-95cf-4ffb6518a0a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 1130 time: 0.0434892 Feb 04 00:00:26.805301 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0625a649-369f-4723-94e4-d04af5dd6d32 req-80e28de6-636e-4f7e-94c0-89fce11ea6e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Feb 04 00:00:26.882210 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b845a8-2ce6-4836-a945-f733f2955bf9 req-606d4006-2b09-4059-963c-35d65f07abcf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:26.883717 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d3b845a8-2ce6-4836-a945-f733f2955bf9 req-606d4006-2b09-4059-963c-35d65f07abcf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0513756 Feb 04 00:00:26.929135 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d3b845a8-2ce6-4836-a945-f733f2955bf9 req-d3beb87c-413e-4fd5-98b6-8645faec9cf1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Feb 04 00:00:27.136373 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa3168-2630-4382-b254-eb58a79827d2 req-a779dc61-f24b-489f-b63f-3c17a17c3ea6 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:27.137754 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e8aa3168-2630-4382-b254-eb58a79827d2 req-a779dc61-f24b-489f-b63f-3c17a17c3ea6 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0543005 Feb 04 00:00:27.185161 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e8aa3168-2630-4382-b254-eb58a79827d2 req-4d66c560-6844-422d-990e-c1e2f486c767 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Feb 04 00:00:27.600536 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fe910-5ad6-46a1-8315-392e184d573f req-54b4d803-fcd7-4642-b8bc-0f652b6ace31 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:27.602034 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-183fe910-5ad6-46a1-8315-392e184d573f req-54b4d803-fcd7-4642-b8bc-0f652b6ace31 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 946 time: 0.0540853 Feb 04 00:00:27.654560 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-183fe910-5ad6-46a1-8315-392e184d573f req-6bb6713e-2f40-4b49-9640-3d0e9cebd574 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469768 Feb 04 00:00:28.053445 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20999df-450d-41d1-98ca-126de3604647 req-fcc3a194-288c-40c2-b758-120b54648927 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:28.054964 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a20999df-450d-41d1-98ca-126de3604647 req-fcc3a194-288c-40c2-b758-120b54648927 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0524950 Feb 04 00:00:28.101541 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a20999df-450d-41d1-98ca-126de3604647 req-f3011abd-8bf8-4757-9f3d-5fd542803986 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 Feb 04 00:00:28.275049 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:28.309900 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c40a7-7b0b-4483-8db7-3cecdda5ae63 req-6ba8756f-d707-4034-bd80-a3f9bf11320d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:28.311508 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8b8c40a7-7b0b-4483-8db7-3cecdda5ae63 req-6ba8756f-d707-4034-bd80-a3f9bf11320d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0606689 Feb 04 00:00:28.359872 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8b8c40a7-7b0b-4483-8db7-3cecdda5ae63 req-f42bcce2-fc77-4cae-be16-9cf2444212cc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Feb 04 00:00:28.776582 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623fbaa-1353-4db5-85ac-90a29ca7e483 req-6229f04b-7dda-4aa7-80c4-6d74871d869c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:28.778129 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1623fbaa-1353-4db5-85ac-90a29ca7e483 req-6229f04b-7dda-4aa7-80c4-6d74871d869c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 946 time: 0.0578060 Feb 04 00:00:28.828226 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1623fbaa-1353-4db5-85ac-90a29ca7e483 req-25ca7c14-3e72-488f-bf22-b749d053e699 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Feb 04 00:00:28.945413 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588cae7-c8ab-46e7-a8d7-22fc89bf1f2f req-b871ba0c-3c72-4aca-af44-8558e60b75e3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:28.946832 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c588cae7-c8ab-46e7-a8d7-22fc89bf1f2f req-b871ba0c-3c72-4aca-af44-8558e60b75e3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 946 time: 0.0521276 Feb 04 00:00:28.995989 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c588cae7-c8ab-46e7-a8d7-22fc89bf1f2f req-0aab45d5-3e7c-415b-aa8b-3ec53374f0cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Feb 04 00:00:29.018563 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45506) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:00:29.232623 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20048161-0c9c-48b2-8e27-d1799ceb5c24 tempest-TestVolumeBootPattern-1723630888 tempest-TestVolumeBootPattern-1723630888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:29.234161 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-20048161-0c9c-48b2-8e27-d1799ceb5c24 tempest-TestVolumeBootPattern-1723630888 tempest-TestVolumeBootPattern-1723630888-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 1125 time: 0.2145786 Feb 04 00:00:29.237260 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45512) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:00:29.241852 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'port_id': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:00:29.245707 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3e94-3575-475c-9b36-971bd13b38f3 req-7f889cc7-92fd-47a0-bf83-391b0d4e08e7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:29.247167 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-27ae3e94-3575-475c-9b36-971bd13b38f3 req-7f889cc7-92fd-47a0-bf83-391b0d4e08e7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0628965 Feb 04 00:00:29.294022 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-27ae3e94-3575-475c-9b36-971bd13b38f3 req-0213a8a4-36ea-43e0-aaad-44212190e0e1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Feb 04 00:00:29.355390 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:29.486219 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:29.496247 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b597c8-7ba0-4224-9672-2cdf7e5a4a06 req-306f4122-faf1-46ef-8b88-591ea72ec144 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:29.497716 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-31b597c8-7ba0-4224-9672-2cdf7e5a4a06 req-306f4122-faf1-46ef-8b88-591ea72ec144 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0717008 Feb 04 00:00:29.604483 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:29.613407 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-31b597c8-7ba0-4224-9672-2cdf7e5a4a06 req-cb31172a-a5c6-4cfe-b8a4-4789a4cf22ce tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089010 Feb 04 00:00:29.642250 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Allocated IP 172.27.0.67 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/e09a054f-a1d0-41e0-92f4-39ba43a2739e) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:00:29.739496 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (e09a054f-a1d0-41e0-92f4-39ba43a2739e), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:29.835953 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (e09a054f-a1d0-41e0-92f4-39ba43a2739e), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:29.880837 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:00:29.885716 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:00:29.888260 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:00:29.891337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=e09a054f-a1d0-41e0-92f4-39ba43a2739e,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:30.228058 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (a8cd05d9-bf2b-470e-8354-0197203e621b), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:30.428719 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f353b84-0cef-4800-a9c4-80e6a214ff76 req-c72e0f5a-53ea-41ab-b32b-e5225430ae3d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:30.430213 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3f353b84-0cef-4800-a9c4-80e6a214ff76 req-c72e0f5a-53ea-41ab-b32b-e5225430ae3d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0569379 Feb 04 00:00:30.469007 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (e09a054f-a1d0-41e0-92f4-39ba43a2739e), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:30.477415 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3f353b84-0cef-4800-a9c4-80e6a214ff76 req-bb72aea0-d50c-4375-b926-695b047d5a36 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416167 Feb 04 00:00:30.616345 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for port (e09a054f-a1d0-41e0-92f4-39ba43a2739e), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:30.731596 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e888a9-88b0-4785-b88d-b23ee433370c req-20762f46-e91f-4ac1-ac15-971a743b6976 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:30.733021 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6e888a9-88b0-4785-b88d-b23ee433370c req-20762f46-e91f-4ac1-ac15-971a743b6976 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0521445 Feb 04 00:00:30.738213 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (e09a054f-a1d0-41e0-92f4-39ba43a2739e), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:30.834392 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event updated for resources: {'Port': ['ID=e09a054f-a1d0-41e0-92f4-39ba43a2739e,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:30.847273 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (a8cd05d9-bf2b-470e-8354-0197203e621b), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:30.890664 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6e888a9-88b0-4785-b88d-b23ee433370c req-c36253b5-a209-42bd-add9-e65b0d28a928 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493382 Feb 04 00:00:30.956911 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Floating IP a8cd05d9-bf2b-470e-8354-0197203e621b associated. External IP: 172.27.0.67, port: 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216. Feb 04 00:00:31.423352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:00:31.528124 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:00:31.538737 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:00:31.550195 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:00:31.554686 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:00:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:00:31.602982 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2d723-2bd1-4269-b084-d79ec61b19f2 req-f5c53f3a-11a3-4dfc-a698-1c479f144742 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:31.604633 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9ff2d723-2bd1-4269-b084-d79ec61b19f2 req-f5c53f3a-11a3-4dfc-a698-1c479f144742 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0545328 Feb 04 00:00:31.614651 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:31.656731 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9ff2d723-2bd1-4269-b084-d79ec61b19f2 req-db7864ad-5cd3-47cf-ae71-d83d151c8535 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463443 Feb 04 00:00:31.663881 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:00:31.666475 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2a36b137-0ecd-46c3-8cbb-374d96d94898 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4280107 Feb 04 00:00:31.667233 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:00:31.669582 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1679b05-b0b5-479d-a7f9-d274b7587cda" -d '{"events": [{"name": "network-changed", "server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:00:31.707139 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92675fe0-965d-4e4b-9a2c-198d7677e6ac x-openstack-request-id: req-92675fe0-965d-4e4b-9a2c-198d7677e6ac {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:00:31.707442 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:00:31.707701 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92675fe0-965d-4e4b-9a2c-198d7677e6ac {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:00:31.708105 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'status': 'completed', 'code': 200} Feb 04 00:00:31.794887 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-7b0383cc-c608-407e-9a92-c2a4831450aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:31.796393 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-7b0383cc-c608-407e-9a92-c2a4831450aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 1130 time: 0.0443263 Feb 04 00:00:31.883472 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-2986b8ea-8a58-4563-bede-c45985b4a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:31.884933 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-2986b8ea-8a58-4563-bede-c45985b4a864 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 910 time: 0.0826437 Feb 04 00:00:31.888834 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'a8cd05d9-bf2b-470e-8354-0197203e621b', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:ea:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:00:30Z', 'updated_at': '2022-02-04T00:00:30Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}, {'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:36Z', 'revision_number': 1, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:00:31.922746 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:00:31.931993 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:00:31.932594 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:00:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:00:31.960794 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-43d3bc93-68da-4d1e-ba56-a4fc0052b4c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 HTTP/1.1" status: 200 len: 999 time: 0.0700839 Feb 04 00:00:32.026316 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99995f-82c0-4567-bef3-90482feaf27b req-ee293c76-506f-4d57-8c66-13b64b3c57f8 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:32.027518 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-d0f3b1d4-5547-4634-9c15-a12a0ae55b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:32.027829 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9f99995f-82c0-4567-bef3-90482feaf27b req-ee293c76-506f-4d57-8c66-13b64b3c57f8 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0688250 Feb 04 00:00:32.028992 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-d0f3b1d4-5547-4634-9c15-a12a0ae55b67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.0626581 Feb 04 00:00:32.062537 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:00:32.087139 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9f99995f-82c0-4567-bef3-90482feaf27b req-6417912d-772f-4867-a528-149fe0cc272d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524616 Feb 04 00:00:32.088555 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-ce171448-d8cc-4b19-94da-47a5eef3ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:32.090161 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-ce171448-d8cc-4b19-94da-47a5eef3ee5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499754 Feb 04 00:00:32.144982 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device b188900d-9c1e-493d-92ec-f309f2e037e4 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:00:32.186584 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-f0b21aec-daf2-43f7-b4a4-7418d64b220e service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895529 Feb 04 00:00:32.274237 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f1679b05-b0b5-479d-a7f9-d274b7587cda req-1a8d326b-15c7-4404-a5e3-68f88745af4f service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819921 Feb 04 00:00:32.456747 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:32.485859 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'port_id': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'mac_address': 'fa:16:3e:e0:0c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:00:32.533523 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port b188900d-9c1e-493d-92ec-f309f2e037e4 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:00:32.533908 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:32.552144 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b188900d-9c1e-493d-92ec-f309f2e037e4 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:00:32.566785 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'a8cd05d9-bf2b-470e-8354-0197203e621b', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:ea:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:00:30Z', 'updated_at': '2022-02-04T00:00:30Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}, {'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:36Z', 'revision_number': 1, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:00:32.601053 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:32.602313 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0012fc2-c7bc-4260-83c1-f762a63a7a31 None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'a8cd05d9-bf2b-470e-8354-0197203e621b', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:ea:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:00:30Z', 'updated_at': '2022-02-04T00:00:30Z', 'revision_number': 0, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}, {'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:36Z', 'revision_number': 1, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:00:32.661446 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:32.712919 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:32.797504 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36196d9a-3e71-4ea9-b0cb-7257ba9d122c req-5f8ee93a-da32-46b8-ae08-8a03dd7951c4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:32.799769 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-36196d9a-3e71-4ea9-b0cb-7257ba9d122c req-5f8ee93a-da32-46b8-ae08-8a03dd7951c4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0613062 Feb 04 00:00:32.812098 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b322b47-cb18-499e-80c9-9d65d038382f None None] New status for floating IP a8cd05d9-bf2b-470e-8354-0197203e621b: ACTIVE {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:00:32.848359 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-36196d9a-3e71-4ea9-b0cb-7257ba9d122c req-6e614dc0-7510-4cb9-aa90-63657edb48b8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431206 Feb 04 00:00:33.152575 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['b188900d-9c1e-493d-92ec-f309f2e037e4'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:00:33.206313 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd05f7a-fad4-4005-9bd3-df8810d33cfe req-5c2d1d6f-4509-4a3a-a97e-54fb1c9890ed tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:33.207813 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ebd05f7a-fad4-4005-9bd3-df8810d33cfe req-5c2d1d6f-4509-4a3a-a97e-54fb1c9890ed tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 945 time: 0.0539362 Feb 04 00:00:33.256613 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ebd05f7a-fad4-4005-9bd3-df8810d33cfe req-86e6e8fa-9302-410d-96bb-fcfccec369e1 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Feb 04 00:00:34.026978 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663364e8-2721-46c2-809e-405323aa21c8 req-f5cad1ab-31bb-47aa-8849-a53df5d4954b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:34.028459 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-663364e8-2721-46c2-809e-405323aa21c8 req-f5cad1ab-31bb-47aa-8849-a53df5d4954b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.1073203 Feb 04 00:00:34.074288 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-663364e8-2721-46c2-809e-405323aa21c8 req-ea9fb660-7d85-4519-b72b-26e57805bc02 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401440 Feb 04 00:00:34.428662 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f89b6-7b72-4b63-aa5a-ff4627d37d44 req-d4e4d8ab-cc00-401c-a09f-2c4e095d3ee5 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:34.430167 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-562f89b6-7b72-4b63-aa5a-ff4627d37d44 req-d4e4d8ab-cc00-401c-a09f-2c4e095d3ee5 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 945 time: 0.1061764 Feb 04 00:00:34.481535 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-562f89b6-7b72-4b63-aa5a-ff4627d37d44 req-85686636-7f0e-4537-931e-9ecf83d66eaa tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457826 Feb 04 00:00:35.194722 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b7a2-bd7e-4c73-8f88-64f52c67fc48 req-5cdb64c5-d75b-46a6-bfab-13553f09e9a5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:35.196193 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec53b7a2-bd7e-4c73-8f88-64f52c67fc48 req-5cdb64c5-d75b-46a6-bfab-13553f09e9a5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0506954 Feb 04 00:00:35.244831 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec53b7a2-bd7e-4c73-8f88-64f52c67fc48 req-2bcf959a-c4e7-41c3-9356-9345a4132a31 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430222 Feb 04 00:00:35.597607 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6182ef-ef7e-491b-b7bd-9b7603f27778 req-4bac6008-72b8-4a5f-8d0e-c79c86f31768 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:35.599114 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9f6182ef-ef7e-491b-b7bd-9b7603f27778 req-4bac6008-72b8-4a5f-8d0e-c79c86f31768 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 945 time: 0.0522208 Feb 04 00:00:35.648607 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9f6182ef-ef7e-491b-b7bd-9b7603f27778 req-c3e7de41-2df7-449f-bffc-1a73c66c6492 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Feb 04 00:00:36.139137 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device b188900d-9c1e-493d-92ec-f309f2e037e4 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:00:36.281248 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port b188900d-9c1e-493d-92ec-f309f2e037e4 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:00:36.285539 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port b188900d-9c1e-493d-92ec-f309f2e037e4 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:00:36.285942 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:36.373073 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc689-a647-428a-8ab6-9d1a7be9a7fd req-7f566db5-8b7f-4b22-8eb9-a2bfd88695b4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:36.373651 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port b188900d-9c1e-493d-92ec-f309f2e037e4 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:00:36.373651 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:36.374607 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f38dc689-a647-428a-8ab6-9d1a7be9a7fd req-7f566db5-8b7f-4b22-8eb9-a2bfd88695b4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0553644 Feb 04 00:00:36.397049 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:00:36.399324 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7e75f7-1f60-430a-b651-af789919a021" -d '{"events": [{"server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "name": "network-vif-plugged", "status": "completed", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:00:36.412086 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:36.421964 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f38dc689-a647-428a-8ab6-9d1a7be9a7fd req-43ab46e3-d842-4cb7-be9e-0e14e76d45dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409379 Feb 04 00:00:36.441372 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124e6869-0f06-4277-8501-26b143fac6ae x-openstack-request-id: req-124e6869-0f06-4277-8501-26b143fac6ae {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:00:36.441372 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "name": "network-vif-plugged", "status": "completed", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:00:36.441372 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-124e6869-0f06-4277-8501-26b143fac6ae {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:00:36.441372 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'code': 200} Feb 04 00:00:36.497986 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:36.544237 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:36.551707 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.552059 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.552411 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.552746 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.553078 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.553408 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.553735 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.554092 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.554418 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.554742 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.555063 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.555383 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.555700 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:00:36.768970 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246534e-7062-4b82-8c89-9a7b758a4153 req-fd1d7879-d133-4153-8769-426b31752fae tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:36.770475 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1246534e-7062-4b82-8c89-9a7b758a4153 req-fd1d7879-d133-4153-8769-426b31752fae tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0536644 Feb 04 00:00:36.820448 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1246534e-7062-4b82-8c89-9a7b758a4153 req-7699e731-af99-4dac-9b3f-afc3e11a58a1 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Feb 04 00:00:36.872499 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42a4cb-4b7d-48ae-93e8-b688e526c554 req-64b074af-85f6-4c8d-b806-0c9c840c1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:36.874035 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cb42a4cb-4b7d-48ae-93e8-b688e526c554 req-64b074af-85f6-4c8d-b806-0c9c840c1b52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1130 time: 0.0438619 Feb 04 00:00:36.918542 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cb42a4cb-4b7d-48ae-93e8-b688e526c554 req-627737cf-93af-4838-8280-689e0d4672e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390394 Feb 04 00:00:37.548920 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085419f-d7b8-4c10-a50a-6e762c4926e1 req-e4375501-a93c-4daf-a4aa-ca3f9472b0a5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:37.550518 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c085419f-d7b8-4c10-a50a-6e762c4926e1 req-e4375501-a93c-4daf-a4aa-ca3f9472b0a5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0556200 Feb 04 00:00:37.596580 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c085419f-d7b8-4c10-a50a-6e762c4926e1 req-b2e0d00b-2093-4af7-b25d-e0b3b7a39888 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 Feb 04 00:00:37.940525 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782fda0-4e03-4e71-af87-c64cac42b15a req-bad9bb80-4ba0-4854-9f91-1f16e32cc508 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:37.942066 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2782fda0-4e03-4e71-af87-c64cac42b15a req-bad9bb80-4ba0-4854-9f91-1f16e32cc508 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0566113 Feb 04 00:00:37.990058 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2782fda0-4e03-4e71-af87-c64cac42b15a req-fbc2636a-de4e-4928-8f50-b6e6d4f9ad2b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Feb 04 00:00:38.747254 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5717d9-9297-4b0c-8313-5cf8d068f01f req-b51be88a-88a4-4ac8-82c0-01e35fe37476 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:38.748800 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec5717d9-9297-4b0c-8313-5cf8d068f01f req-b51be88a-88a4-4ac8-82c0-01e35fe37476 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0537336 Feb 04 00:00:38.794232 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec5717d9-9297-4b0c-8313-5cf8d068f01f req-fe692f49-8be9-48d0-98c1-e5779426325c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 Feb 04 00:00:39.107287 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599850dd-1a00-4098-b5e9-1b20dd824a0e req-260df389-80e1-4769-8f8c-c5e4a44b3454 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:39.108776 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-599850dd-1a00-4098-b5e9-1b20dd824a0e req-260df389-80e1-4769-8f8c-c5e4a44b3454 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0530121 Feb 04 00:00:39.157769 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-599850dd-1a00-4098-b5e9-1b20dd824a0e req-518931b9-e7e4-442e-aeab-702c43a4066b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Feb 04 00:00:39.433183 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d11b9b-1817-4ba3-be7e-5ff8295354a8 req-0c0f0b0f-db59-42b1-bc3d-ba10ac4b4f14 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:39.434673 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30d11b9b-1817-4ba3-be7e-5ff8295354a8 req-0c0f0b0f-db59-42b1-bc3d-ba10ac4b4f14 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0512722 Feb 04 00:00:39.484859 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30d11b9b-1817-4ba3-be7e-5ff8295354a8 req-63939567-47fa-4a0e-8197-5822372b07bd tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Feb 04 00:00:39.507476 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45564) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:00:39.589022 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32ad5c-2ad4-4924-bc1c-6c603254590d tempest-TestShelveInstance-2125419148 tempest-TestShelveInstance-2125419148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:39.590567 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-8a32ad5c-2ad4-4924-bc1c-6c603254590d tempest-TestShelveInstance-2125419148 tempest-TestShelveInstance-2125419148-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1125 time: 0.0821586 Feb 04 00:00:39.593428 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45568) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:00:39.598362 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Request body: {'floatingip': {'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'port_id': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:00:39.690002 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:39.785636 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:39.894814 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Allocated IP 172.27.0.98 (714b3a6a-c540-4589-b981-53d5b17e9386/9ed5c144-d3e8-4ff1-bf24-4388fbd38640/7a7d17ee-500b-4ce1-a7d4-bc81309bedc6) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:00:39.914557 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa590a7-278a-4cbf-98d6-4be2c85a71ca req-d3d447fb-5ffb-4d22-8fe0-6970ea05bae5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:39.916065 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-afa590a7-278a-4cbf-98d6-4be2c85a71ca req-d3d447fb-5ffb-4d22-8fe0-6970ea05bae5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0518589 Feb 04 00:00:39.966043 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-afa590a7-278a-4cbf-98d6-4be2c85a71ca req-96469fa8-9ed5-4eef-af63-3cd0b19a90a4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443616 Feb 04 00:00:40.000211 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for port (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:40.127620 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:00:40.172621 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:40.216103 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Network 714b3a6a-c540-4589-b981-53d5b17e9386 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:00:40.222743 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:00:40.226053 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:00:40.227161 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:40.227956 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'Port': ['ID=7a7d17ee-500b-4ce1-a7d4-bc81309bedc6,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:40.238877 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'port_id': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'mac_address': 'fa:16:3e:fd:05:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:00:40.275163 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 is: ACTIVE; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:00:40.275547 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:40.288806 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baf3d934-7fd2-4dfc-b00c-c001c7b9b207 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:00:40.308442 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:40.467695 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:40.522126 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=6']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:40.583246 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for floatingip (162154e2-579c-4795-9fd4-7769855b7310), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:40.636848 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['baf3d934-7fd2-4dfc-b00c-c001c7b9b207'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:00:40.833955 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:40.992734 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for port (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:41.090851 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7525b6-8081-46fa-8227-cbcf2743fd83 req-5e6c264a-b6b8-4b4b-b6f1-74829905b554 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:41.092331 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6e7525b6-8081-46fa-8227-cbcf2743fd83 req-5e6c264a-b6b8-4b4b-b6f1-74829905b554 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 945 time: 0.0525315 Feb 04 00:00:41.137004 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:41.147164 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6e7525b6-8081-46fa-8227-cbcf2743fd83 req-d82dcd58-9ea7-4122-a96b-79d19243ca1c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482862 Feb 04 00:00:41.208381 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event updated for resources: {'Port': ['ID=7a7d17ee-500b-4ce1-a7d4-bc81309bedc6,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:41.219784 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (162154e2-579c-4795-9fd4-7769855b7310), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:41.317040 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Floating IP 162154e2-579c-4795-9fd4-7769855b7310 associated. External IP: 172.27.0.98, port: b188900d-9c1e-493d-92ec-f309f2e037e4. Feb 04 00:00:41.532333 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Router c53f4560-b647-4991-89ce-3128f4255d8a has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:00:41.647277 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:00:41.656887 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] Sync routers for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:00:41.669938 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:00:41.670605 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:00:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:00:41.720592 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:41.750967 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-ec169858-4502-477c-83df-a07532903b1e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1565020 Feb 04 00:00:41.752266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:00:41.754532 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927a7e43-0d0f-40e2-ac79-8864c77e66b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:00:41.778541 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:00:41.792034 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7a20fa-2b08-46f4-a2f4-a65a9f161270 x-openstack-request-id: req-bc7a20fa-2b08-46f4-a2f4-a65a9f161270 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:00:41.792337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:00:41.792592 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc7a20fa-2b08-46f4-a2f4-a65a9f161270 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:00:41.793001 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'status': 'completed', 'code': 200} Feb 04 00:00:41.899482 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-a3b156bf-0ec4-423d-a193-4bb003b670a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:41.901285 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-a3b156bf-0ec4-423d-a193-4bb003b670a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1130 time: 0.0473666 Feb 04 00:00:42.001409 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '162154e2-579c-4795-9fd4-7769855b7310', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'port_id': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'mac_address': 'fa:16:3e:e0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a134849-50b1-478f-8405-670a7aa68176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:00:40Z', 'updated_at': '2022-02-04T00:00:40Z', 'revision_number': 0, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 5, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:00:42.001761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-8d42a6b0-bb69-4e07-b244-e5b595e60940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:42.003064 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-8d42a6b0-bb69-4e07-b244-e5b595e60940 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 200 len: 909 time: 0.0917344 Feb 04 00:00:42.027639 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] Checking router: c53f4560-b647-4991-89ce-3128f4255d8a for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:00:42.036410 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:00:42.037007 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:00:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:00:42.074004 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-ca830f2d-fa4d-4a94-b40d-9b3e9ec2cbf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 200 len: 999 time: 0.0645943 Feb 04 00:00:42.128898 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-016150a1-cd3b-42aa-a858-5c44bac70edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:42.130541 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-016150a1-cd3b-42aa-a858-5c44bac70edf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d454cef5-ea82-4249-bd84-a0cecd3cca0a HTTP/1.1" status: 200 len: 848 time: 0.0506315 Feb 04 00:00:42.144559 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:00:42.150609 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:00:42.180154 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-6dce145d-ccad-480c-aa16-cb8b3bef6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:42.181499 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-6dce145d-ccad-480c-aa16-cb8b3bef6898 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445635 Feb 04 00:00:42.288653 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:00:42.289033 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:42.306764 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a830da8-98d9-4b49-a655-4e34cf36a41a req-69b6e6f2-4878-4248-95e6-1fc24c116f9f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:42.308241 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6a830da8-98d9-4b49-a655-4e34cf36a41a req-69b6e6f2-4878-4248-95e6-1fc24c116f9f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 945 time: 0.0793581 Feb 04 00:00:42.324638 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-a83a7b42-9649-405b-bad4-795371943f90 service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373549 Feb 04 00:00:42.414272 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6a830da8-98d9-4b49-a655-4e34cf36a41a req-5ce7335c-83ee-41c9-979b-ab5064f3a98b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986304 Feb 04 00:00:42.445311 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-927a7e43-0d0f-40e2-ac79-8864c77e66b6 req-f2fa27b0-6faa-4254-8b3b-46724bed028e service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133807 Feb 04 00:00:42.456972 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:00:42.457468 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:42.488983 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:00:42.491227 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aaaa3e-fbda-4be6-a47c-436e87a046eb" -d '{"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-plugged", "status": "completed", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:00:42.506457 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:00:42.520349 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '162154e2-579c-4795-9fd4-7769855b7310', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'port_id': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'mac_address': 'fa:16:3e:e0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a134849-50b1-478f-8405-670a7aa68176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:00:40Z', 'updated_at': '2022-02-04T00:00:40Z', 'revision_number': 0, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 5, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:00:42.547230 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8767d24-7f22-41e2-a596-cfcf1f886375 x-openstack-request-id: req-f8767d24-7f22-41e2-a596-cfcf1f886375 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:00:42.547532 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-plugged", "status": "completed", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:00:42.547789 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8767d24-7f22-41e2-a596-cfcf1f886375 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:00:42.548186 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'code': 200} Feb 04 00:00:42.550151 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b165e60-8174-4f64-a92e-9e7878d9b6bb None None] The sync data for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi is: [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': '162154e2-579c-4795-9fd4-7769855b7310', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'port_id': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'mac_address': 'fa:16:3e:e0:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a134849-50b1-478f-8405-670a7aa68176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:00:40Z', 'updated_at': '2022-02-04T00:00:40Z', 'revision_number': 0, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 5, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:00:42.618102 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:42.671369 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=7']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:00:42.759931 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62af6a-c19e-4f88-b2c0-89aecec32e2c None None] New status for floating IP 162154e2-579c-4795-9fd4-7769855b7310: ACTIVE {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:00:43.335639 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:43.538717 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfec2dd-0295-4ec4-b2f1-c255be8f43df req-b66e5103-6dac-44a2-95ed-26813717f81a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:43.540202 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fcfec2dd-0295-4ec4-b2f1-c255be8f43df req-b66e5103-6dac-44a2-95ed-26813717f81a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0536811 Feb 04 00:00:43.586855 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-fcfec2dd-0295-4ec4-b2f1-c255be8f43df req-076fe5c5-7dd1-47da-abe0-47e9b6112875 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409300 Feb 04 00:00:44.730256 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619981d-d0f6-4130-a828-e1eada741a45 req-f09a1fff-b6e5-411b-aa99-b9adbce20ff4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:44.732397 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0619981d-d0f6-4130-a828-e1eada741a45 req-f09a1fff-b6e5-411b-aa99-b9adbce20ff4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0698092 Feb 04 00:00:44.802177 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0619981d-d0f6-4130-a828-e1eada741a45 req-3d161ded-8038-403b-9ba0-f675fd3f6e2f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601010 Feb 04 00:00:45.943005 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf59d17-d614-4596-9d00-1d055ac9270f req-a7954765-d06c-40f4-98d2-8529774601a9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:45.944623 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1bf59d17-d614-4596-9d00-1d055ac9270f req-a7954765-d06c-40f4-98d2-8529774601a9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0620251 Feb 04 00:00:46.002218 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1bf59d17-d614-4596-9d00-1d055ac9270f req-77b7eb7e-ef5c-4d8d-a54c-a1a46953c3a5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506604 Feb 04 00:00:47.134663 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7751e-7226-4242-814d-45470bcc3621 req-ccba3407-f652-4041-a48b-d518c1dab48a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:47.136223 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8b7751e-7226-4242-814d-45470bcc3621 req-ccba3407-f652-4041-a48b-d518c1dab48a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0576704 Feb 04 00:00:47.198176 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8b7751e-7226-4242-814d-45470bcc3621 req-23c22f09-dd2f-45cd-a47b-8c2764b90102 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538831 Feb 04 00:00:48.344428 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec89dcf-49f0-41df-aa89-4b292cee29e1 req-cf4d537b-8d69-469b-9a7b-c0d586b0fa52 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:48.346007 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8ec89dcf-49f0-41df-aa89-4b292cee29e1 req-cf4d537b-8d69-469b-9a7b-c0d586b0fa52 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0706532 Feb 04 00:00:48.401848 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8ec89dcf-49f0-41df-aa89-4b292cee29e1 req-0abae7f2-c95e-41d3-b44d-e4b53096a08d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482953 Feb 04 00:00:49.543563 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac838b-1bc8-4434-b922-fd5d4aa97550 req-83fd4f69-8554-43ba-a5c3-627d019bc3ba tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:49.550862 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34ac838b-1bc8-4434-b922-fd5d4aa97550 req-83fd4f69-8554-43ba-a5c3-627d019bc3ba tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0687771 Feb 04 00:00:49.606084 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34ac838b-1bc8-4434-b922-fd5d4aa97550 req-5437b354-b2af-49b2-9278-53b23ec48db8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512211 Feb 04 00:00:50.743700 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cde7e1-c157-4739-adb5-1a2509d5680d req-41ade8cb-f4d0-4356-b3fe-b2f37b5f398a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:50.745403 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b4cde7e1-c157-4739-adb5-1a2509d5680d req-41ade8cb-f4d0-4356-b3fe-b2f37b5f398a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0664566 Feb 04 00:00:50.800947 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b4cde7e1-c157-4739-adb5-1a2509d5680d req-8f8a32d9-a104-4924-ac35-8ccea6f98b56 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495362 Feb 04 00:00:51.138868 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-515e1743-94f2-4ba6-b2a6-ecefe5a2b027 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429215 Feb 04 00:00:51.249939 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-93e5c6f2-aeec-4b43-afa6-461978d06e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:51.252341 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-93e5c6f2-aeec-4b43-afa6-461978d06e56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 1129 time: 0.0518701 Feb 04 00:00:51.362320 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-3d387792-1731-41c6-97f8-9ee6dd8c2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:51.363910 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-3d387792-1731-41c6-97f8-9ee6dd8c2feb service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 910 time: 0.0920091 Feb 04 00:00:51.447539 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-191b4053-d3c1-46b9-b6cd-45e7494a1367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08 HTTP/1.1" status: 200 len: 1000 time: 0.0731173 Feb 04 00:00:51.500940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-f06cf5e7-8c34-4dfc-9386-f09418f2767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:51.503071 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-f06cf5e7-8c34-4dfc-9386-f09418f2767d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.0483522 Feb 04 00:00:51.555451 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-c689d38c-8213-4992-a4d6-24723594d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:51.557383 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-c689d38c-8213-4992-a4d6-24723594d1ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471120 Feb 04 00:00:51.654978 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-6423c6fb-6bf9-43d4-90b2-8138144dae61 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910819 Feb 04 00:00:51.759278 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9bf376f2-a89e-46e7-a123-692a44ec439b req-27e2f80f-2610-4ae7-9e8d-dedc3601bbe1 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977652 Feb 04 00:00:51.942620 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11afa2-dbde-4404-8f52-3bcb31f5e5fd req-21db71f5-f489-4ff8-bb2e-126c72706309 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:51.944288 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9d11afa2-dbde-4404-8f52-3bcb31f5e5fd req-21db71f5-f489-4ff8-bb2e-126c72706309 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0567801 Feb 04 00:00:52.002786 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9d11afa2-dbde-4404-8f52-3bcb31f5e5fd req-f402f66a-bc6c-4160-b13a-13ee08ac186f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530190 Feb 04 00:00:53.165105 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266f09-966b-4e71-b70e-42c51e8ca604 req-93fac1ab-e33f-4b58-b506-c96587af91fa tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:53.167306 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-65266f09-966b-4e71-b70e-42c51e8ca604 req-93fac1ab-e33f-4b58-b506-c96587af91fa tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0875323 Feb 04 00:00:53.176215 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1ba1-8b48-4b98-bbfa-1c68f1bdae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:53.244020 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-65266f09-966b-4e71-b70e-42c51e8ca604 req-bfd804d8-027f-43b9-b647-233f52009643 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624068 Feb 04 00:00:54.375224 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9803b-d19b-40f6-ae0d-7de2b97266eb req-7941cc0f-c29d-4f5b-9b87-c816842835eb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:54.377402 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-09b9803b-d19b-40f6-ae0d-7de2b97266eb req-7941cc0f-c29d-4f5b-9b87-c816842835eb tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0565360 Feb 04 00:00:54.426028 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-09b9803b-d19b-40f6-ae0d-7de2b97266eb req-627d4314-0b4f-421f-90e3-6277640d9c45 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 Feb 04 00:00:55.569491 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd11b3e-e407-431d-a94f-d8da03628a5f req-7117ce7d-02f6-41aa-a4a9-f1eea1ff7829 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:55.571005 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4dd11b3e-e407-431d-a94f-d8da03628a5f req-7117ce7d-02f6-41aa-a4a9-f1eea1ff7829 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0702329 Feb 04 00:00:55.598388 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bead56aa-81cb-4a3b-b8b2-c793f42abf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:55.618123 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4dd11b3e-e407-431d-a94f-d8da03628a5f req-1bfddb8e-e0da-4f9c-aef0-ebf68d629dbf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413353 Feb 04 00:00:56.730041 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:56.744123 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43a77-2590-44ef-bb44-c2f8147aaf16 req-aa3d479f-fc37-44ff-9e0f-128b405340bc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:56.745631 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2fb43a77-2590-44ef-bb44-c2f8147aaf16 req-aa3d479f-fc37-44ff-9e0f-128b405340bc tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0543787 Feb 04 00:00:56.793495 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2fb43a77-2590-44ef-bb44-c2f8147aaf16 req-769ef9d6-4e9a-46d5-9f4d-cc421e22cf38 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 Feb 04 00:00:57.087669 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-c9f97530-2d7d-4833-b183-bc84570a7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:57.089129 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-c9f97530-2d7d-4833-b183-bc84570a7896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 1130 time: 0.0437155 Feb 04 00:00:57.181123 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-dd766777-e2eb-47c5-b158-254f5fe8e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:57.182625 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-dd766777-e2eb-47c5-b158-254f5fe8e1ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.0848036 Feb 04 00:00:57.245327 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-d12ada11-99ea-400a-a32a-3bb40278fe03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207 HTTP/1.1" status: 200 len: 1002 time: 0.0568058 Feb 04 00:00:57.292185 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-219ffd11-0b5f-4a76-8c43-edd7540523d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:57.293578 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-219ffd11-0b5f-4a76-8c43-edd7540523d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0417502 Feb 04 00:00:57.345704 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-f279630c-bbb8-4539-a593-ccdb72a78717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:57.347715 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-f279630c-bbb8-4539-a593-ccdb72a78717 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454314 Feb 04 00:00:57.357518 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-f67557ff-7fdf-4c15-a889-455c34d4c2c6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:00:57.358467 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-f67557ff-7fdf-4c15-a889-455c34d4c2c6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046930 Feb 04 00:00:57.442554 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-27b72b78-d7dc-4f3f-aa26-a8050b28ab01 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773911 Feb 04 00:00:57.530714 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ffe7fe7-723a-4494-b4f6-4b64dd35a5bb req-65e328be-4aa7-423d-88dc-0f5b68bd4f44 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821400 Feb 04 00:00:57.918448 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdf51f-1da5-4d0a-a510-c99ee62501bd req-b2c5381a-8a06-405d-b2e3-ad71552babd5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:57.919941 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a1bdf51f-1da5-4d0a-a510-c99ee62501bd req-b2c5381a-8a06-405d-b2e3-ad71552babd5 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0533030 Feb 04 00:00:57.967067 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a1bdf51f-1da5-4d0a-a510-c99ee62501bd req-459c061e-1f9e-4f6d-9c4e-1c658742f707 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414338 Feb 04 00:00:58.315335 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:00:59.088962 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a80f-7d39-4991-b145-2a6de279f4ee req-b69c51ed-064f-45a0-83d8-6d871de779b2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:00:59.090468 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3147a80f-7d39-4991-b145-2a6de279f4ee req-b69c51ed-064f-45a0-83d8-6d871de779b2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0518718 Feb 04 00:00:59.139150 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3147a80f-7d39-4991-b145-2a6de279f4ee req-9a7773f6-9147-4c2c-8a65-9bf3fea6289a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432210 Feb 04 00:00:59.592264 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:00.254463 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:01:00.261230 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688a6c9-7833-436e-a56f-cefa7dd3772c req-09d9d980-ad83-44a9-ae75-4f9c061f2183 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:00.262770 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3688a6c9-7833-436e-a56f-cefa7dd3772c req-09d9d980-ad83-44a9-ae75-4f9c061f2183 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 946 time: 0.0518968 Feb 04 00:01:00.312709 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3688a6c9-7833-436e-a56f-cefa7dd3772c req-0180399a-3661-439c-ac7c-8e6daa23b3d6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443516 Feb 04 00:01:00.327881 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 is: ACTIVE; New status is: DOWN {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:01:00.328270 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:00.345436 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:01:00.358442 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:01:00.363937 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79ab1df-e385-4c92-818d-9d7ce4828ae1" -d '{"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-unplugged", "status": "completed", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:01:00.371555 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:00.404467 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 00:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4107471f-9658-4ded-a401-3daa642237a1 x-openstack-request-id: req-4107471f-9658-4ded-a401-3daa642237a1 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:01:00.404759 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-unplugged", "status": "completed", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:01:00.405013 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4107471f-9658-4ded-a401-3daa642237a1 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:01:00.405402 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'code': 200} Feb 04 00:01:00.446109 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:00.492251 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=8']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:02.535006 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-48c3ee74-5af0-420a-b2c7-0b4d2873ec74 req-524c070e-9be0-4660-b5bd-cee6c39bea42 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:01:02.536454 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-48c3ee74-5af0-420a-b2c7-0b4d2873ec74 req-524c070e-9be0-4660-b5bd-cee6c39bea42 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052850 Feb 04 00:01:02.845057 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444faf08-cea7-4683-9504-59e00ece542f req-d213de50-96b7-4ac2-8297-78e0767e5940 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:02.846434 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-444faf08-cea7-4683-9504-59e00ece542f req-d213de50-96b7-4ac2-8297-78e0767e5940 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0512948 Feb 04 00:01:02.898701 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-444faf08-cea7-4683-9504-59e00ece542f req-e70c37de-326b-4b6d-8b73-3f6185fe4e99 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456817 Feb 04 00:01:03.226852 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-9c192586-1179-4a54-8df7-53161a09f72a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848742 Feb 04 00:01:04.025058 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2add6-c543-4f78-9fdb-fa4fe4b13fbe req-aa548a61-1ced-4a45-be4e-be6bb56fecbf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:04.026553 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d8d2add6-c543-4f78-9fdb-fa4fe4b13fbe req-aa548a61-1ced-4a45-be4e-be6bb56fecbf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0529366 Feb 04 00:01:04.072737 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d8d2add6-c543-4f78-9fdb-fa4fe4b13fbe req-2cecaf62-cf68-472a-8aaa-eead576533b7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Feb 04 00:01:04.862354 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257779b7-72b4-458f-9e2b-db32020157c7 req-a556c470-8d1d-4349-841e-1778fef0bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:04.863842 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-a556c470-8d1d-4349-841e-1778fef0bb41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418&tenant_id=1c18f75ceccb41b097da9f33f946af21 HTTP/1.1" status: 200 len: 1128 time: 0.0432353 Feb 04 00:01:04.946540 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257779b7-72b4-458f-9e2b-db32020157c7 req-cb5f2c62-3010-43f8-a975-b954ccb7117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:04.948001 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-cb5f2c62-3010-43f8-a975-b954ccb7117e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 1128 time: 0.0463259 Feb 04 00:01:05.034689 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257779b7-72b4-458f-9e2b-db32020157c7 req-8b8af7a2-152e-4a25-a753-0aeaf55ddcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:05.036244 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-8b8af7a2-152e-4a25-a753-0aeaf55ddcb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.0822880 Feb 04 00:01:05.401133 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-d6697100-d34b-4705-835a-9f64d9dab92b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207 HTTP/1.1" status: 200 len: 1000 time: 0.3580959 Feb 04 00:01:05.444844 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef305159-cc1e-4ab1-b23b-7c2b9f80612a req-cb25dc31-7d31-47be-b8cd-67e7d911155e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:05.446316 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ef305159-cc1e-4ab1-b23b-7c2b9f80612a req-cb25dc31-7d31-47be-b8cd-67e7d911155e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0946343 Feb 04 00:01:05.474981 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257779b7-72b4-458f-9e2b-db32020157c7 req-69c474c6-64c8-4911-bce1-ca07336cfcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:05.476382 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-69c474c6-64c8-4911-bce1-ca07336cfcf3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0678296 Feb 04 00:01:05.529978 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ef305159-cc1e-4ab1-b23b-7c2b9f80612a req-da34d995-8b52-42c9-b52a-34534e4f8eae tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778294 Feb 04 00:01:05.544391 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257779b7-72b4-458f-9e2b-db32020157c7 req-8fbfef1b-d129-4989-b094-2f5e16b81a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:05.545916 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-8fbfef1b-d129-4989-b094-2f5e16b81a47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593777 Feb 04 00:01:05.635113 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-edffb909-406f-4d09-8925-3d64b12f3229 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824184 Feb 04 00:01:05.725257 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-257779b7-72b4-458f-9e2b-db32020157c7 req-9eb21bce-b0cf-4c1c-959c-90a9cdfb8630 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840225 Feb 04 00:01:06.670828 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1690112-131b-44b9-979e-8a6c9a199864 req-d09bedec-54bf-4263-960e-f66387769b23 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:06.672327 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d1690112-131b-44b9-979e-8a6c9a199864 req-d09bedec-54bf-4263-960e-f66387769b23 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0583549 Feb 04 00:01:06.723031 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d1690112-131b-44b9-979e-8a6c9a199864 req-598f0767-37ca-40c4-860d-747443b9f497 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450664 Feb 04 00:01:07.849334 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080eac9-a4ba-4a37-8775-18b9a43807f4 req-36427ff5-2b47-46ae-9239-f82833c73729 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:07.852265 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e080eac9-a4ba-4a37-8775-18b9a43807f4 req-36427ff5-2b47-46ae-9239-f82833c73729 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0564525 Feb 04 00:01:07.898967 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e080eac9-a4ba-4a37-8775-18b9a43807f4 req-c18e768f-94a3-4c78-be1e-870d890c87ca tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408432 Feb 04 00:01:09.031307 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c286eb-e3f0-4720-aeee-ceabc920327f req-15c9bdf5-0743-4972-b790-d05eac88793e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:09.032803 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-10c286eb-e3f0-4720-aeee-ceabc920327f req-15c9bdf5-0743-4972-b790-d05eac88793e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0572269 Feb 04 00:01:09.079236 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-10c286eb-e3f0-4720-aeee-ceabc920327f req-4ca7700c-3eb1-475a-8014-c5b5b9ecfcd4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409262 Feb 04 00:01:10.208635 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658c802-467c-446e-9f69-152dce265b1d req-0077a2f6-3bf8-4159-8390-b05798a849e6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:10.210247 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1658c802-467c-446e-9f69-152dce265b1d req-0077a2f6-3bf8-4159-8390-b05798a849e6 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0556414 Feb 04 00:01:10.265161 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1658c802-467c-446e-9f69-152dce265b1d req-4d8442ce-6a30-4dac-aa4e-5d7ad5a1c50c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492182 Feb 04 00:01:11.397498 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b0f91-21ba-4089-9633-fcd2d3506354 req-5a24fe6d-d840-45aa-8f9b-b269d57eec81 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:11.399006 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-604b0f91-21ba-4089-9633-fcd2d3506354 req-5a24fe6d-d840-45aa-8f9b-b269d57eec81 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0570736 Feb 04 00:01:11.451770 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-604b0f91-21ba-4089-9633-fcd2d3506354 req-477c7f7d-8940-4f16-a2b2-ea34f0ed45f2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472860 Feb 04 00:01:12.579574 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6d82a-f602-4d9f-97e5-97d21f8d0730 req-386dff7c-859e-4bac-a11e-bcdb2b6391a4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:12.581084 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-66e6d82a-f602-4d9f-97e5-97d21f8d0730 req-386dff7c-859e-4bac-a11e-bcdb2b6391a4 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0531993 Feb 04 00:01:12.630739 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-66e6d82a-f602-4d9f-97e5-97d21f8d0730 req-7439a2ce-07dd-4bba-9400-f99a3059231e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431972 Feb 04 00:01:13.340841 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:13.764888 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cbe9-521b-45d0-825e-cae375da2a5b req-0786354c-82b5-4493-8d25-fb083d8024dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:13.766793 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f777cbe9-521b-45d0-825e-cae375da2a5b req-0786354c-82b5-4493-8d25-fb083d8024dd tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0583482 Feb 04 00:01:13.818856 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f777cbe9-521b-45d0-825e-cae375da2a5b req-558e3cfe-1a99-4bd2-9f4f-fcfb4da9e847 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461996 Feb 04 00:01:14.951831 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284747f2-cf72-43b9-86b6-c39036c83f77 req-e40c6fb1-ad21-4cd2-bae8-d63f413b4dc9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:14.953321 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-284747f2-cf72-43b9-86b6-c39036c83f77 req-e40c6fb1-ad21-4cd2-bae8-d63f413b4dc9 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0549779 Feb 04 00:01:15.005305 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-284747f2-cf72-43b9-86b6-c39036c83f77 req-00bf9190-f339-4f91-a960-c77f6102ec62 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 Feb 04 00:01:16.129757 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd26ce-6ac9-4879-b3b1-6cc4d984d248 req-1e0e08bc-65eb-4a15-84ed-1327dc9467bf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:16.131258 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-13fd26ce-6ac9-4879-b3b1-6cc4d984d248 req-1e0e08bc-65eb-4a15-84ed-1327dc9467bf tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0524631 Feb 04 00:01:16.182055 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-13fd26ce-6ac9-4879-b3b1-6cc4d984d248 req-060557c5-b501-4d86-a806-0ff900aa25af tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392745 Feb 04 00:01:17.302242 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25021e-91b3-42bc-b533-1028720b8ae4 req-44425ae2-2097-4171-8aed-e7fc4495646d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:17.303729 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0a25021e-91b3-42bc-b533-1028720b8ae4 req-44425ae2-2097-4171-8aed-e7fc4495646d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0556560 Feb 04 00:01:17.349177 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0a25021e-91b3-42bc-b533-1028720b8ae4 req-d7d6079b-0ec4-41cd-8936-3f41cdbed1c7 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400290 Feb 04 00:01:18.481868 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08359c-4a17-47ca-b0af-39c40e8aa43f req-c4717db8-99f4-47c6-907e-0ed550a4cfec tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:18.483369 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ff08359c-4a17-47ca-b0af-39c40e8aa43f req-c4717db8-99f4-47c6-907e-0ed550a4cfec tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0521138 Feb 04 00:01:18.530512 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ff08359c-4a17-47ca-b0af-39c40e8aa43f req-9bc5d1ab-080f-41eb-8a58-b3a82142313d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406389 Feb 04 00:01:19.653849 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defafccf-6535-4a5e-947c-08fce3e54b99 req-78b6c1d2-47d6-4e51-b96c-5b219c7b3aec tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:19.655368 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-defafccf-6535-4a5e-947c-08fce3e54b99 req-78b6c1d2-47d6-4e51-b96c-5b219c7b3aec tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0520062 Feb 04 00:01:19.702059 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-defafccf-6535-4a5e-947c-08fce3e54b99 req-4244b273-1629-4ff7-8ce5-f038d57d0af2 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405321 Feb 04 00:01:20.838868 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324687e-8695-4005-9a3f-a9a32b11289e req-314af1e6-92a2-44c0-879e-afeff95b4a9f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:20.840367 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7324687e-8695-4005-9a3f-a9a32b11289e req-314af1e6-92a2-44c0-879e-afeff95b4a9f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0575285 Feb 04 00:01:20.887888 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7324687e-8695-4005-9a3f-a9a32b11289e req-32b4eadf-e14c-4cfc-b7dd-62a1d03abac0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420029 Feb 04 00:01:22.014774 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad2143-4f1d-42b9-8a46-6b81e8aedfb6 req-b2145cf1-220e-4c42-bea7-4a8361ec324f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:22.016272 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-24ad2143-4f1d-42b9-8a46-6b81e8aedfb6 req-b2145cf1-220e-4c42-bea7-4a8361ec324f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0530207 Feb 04 00:01:22.068169 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-24ad2143-4f1d-42b9-8a46-6b81e8aedfb6 req-480280d1-6454-406d-9c9d-e86edc91a30a tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454218 Feb 04 00:01:23.192091 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46cd8-70d6-4cab-888b-253a8802b374 req-416ecc0d-7375-4f2c-b3ff-84d332a15bac tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:23.193548 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4ae46cd8-70d6-4cab-888b-253a8802b374 req-416ecc0d-7375-4f2c-b3ff-84d332a15bac tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0529983 Feb 04 00:01:23.211226 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-299026e8-4021-422f-8be7-6e653136a811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:23.242204 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4ae46cd8-70d6-4cab-888b-253a8802b374 req-226e8b28-5350-4d62-8246-b3e433c87af1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Feb 04 00:01:24.365515 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78745683-607f-45ff-8003-47529945f397 req-08d3b431-d805-4c08-8a40-a323b6c26c68 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:24.367331 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-78745683-607f-45ff-8003-47529945f397 req-08d3b431-d805-4c08-8a40-a323b6c26c68 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0537999 Feb 04 00:01:24.414272 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-78745683-607f-45ff-8003-47529945f397 req-426bcfac-ff6e-4c1a-9742-514822c4e98c tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414062 Feb 04 00:01:25.546661 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58654d4-84e0-41b6-97b1-e2b738b75c2b req-c860c896-218f-4d2e-80af-4a36d0d3fa48 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:25.548856 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b58654d4-84e0-41b6-97b1-e2b738b75c2b req-c860c896-218f-4d2e-80af-4a36d0d3fa48 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0611179 Feb 04 00:01:25.601474 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-5d5844ee-1b8f-4288-b5b6-edcee46b98bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:25.618507 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b58654d4-84e0-41b6-97b1-e2b738b75c2b req-5c92d794-0fa8-4a3d-ba03-75877303f542 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608149 Feb 04 00:01:26.717407 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:26.743380 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d93adb-f007-4adf-addd-11058734f616 req-8f25f54a-3982-406f-8e10-2b74a5e51068 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:26.744855 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6d93adb-f007-4adf-addd-11058734f616 req-8f25f54a-3982-406f-8e10-2b74a5e51068 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0527134 Feb 04 00:01:26.790887 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a6d93adb-f007-4adf-addd-11058734f616 req-7f977bd0-c9ec-4526-8e05-560ab7801fc1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Feb 04 00:01:27.917581 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92125fdd-8f51-4638-abb5-18e0643437a0 req-c0603b79-eae5-4839-be6a-07a73d5e7737 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:27.920193 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92125fdd-8f51-4638-abb5-18e0643437a0 req-c0603b79-eae5-4839-be6a-07a73d5e7737 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 944 time: 0.0579302 Feb 04 00:01:27.965094 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-92125fdd-8f51-4638-abb5-18e0643437a0 req-2e45ceb8-c29a-4fdb-ac45-4fe9d9ee2c56 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402274 Feb 04 00:01:28.274529 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:28.376270 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:01:28.471281 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:28.483025 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'port_id': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'mac_address': 'fa:16:3e:fd:05:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:01:28.518463 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:01:28.518848 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:28.531747 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf3d934-7fd2-4dfc-b00c-c001c7b9b207 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:01:28.549785 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:28.685541 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:28.735431 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=9']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:29.090329 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9facf-ab72-4c18-9ec7-71e08b952502 req-2e3085c8-8ad3-4c0c-a2c9-7c4d901b475f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:29.091815 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0fb9facf-ab72-4c18-9ec7-71e08b952502 req-2e3085c8-8ad3-4c0c-a2c9-7c4d901b475f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 945 time: 0.0552726 Feb 04 00:01:29.138707 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0fb9facf-ab72-4c18-9ec7-71e08b952502 req-26d35089-f77b-4730-aade-1d5e25c368e1 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Feb 04 00:01:29.143774 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['baf3d934-7fd2-4dfc-b00c-c001c7b9b207'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:01:29.610945 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:30.264246 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b5894-2eca-474a-9b22-db031a2fe7b4 req-4df4137f-ad6c-4202-87bc-4ad433be6d25 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:30.265735 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5f2b5894-2eca-474a-9b22-db031a2fe7b4 req-4df4137f-ad6c-4202-87bc-4ad433be6d25 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 945 time: 0.0557885 Feb 04 00:01:30.322575 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5f2b5894-2eca-474a-9b22-db031a2fe7b4 req-ae6d4191-599b-4dcf-97f1-50bf2bcf3735 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504758 Feb 04 00:01:30.385023 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:01:30.563746 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:01:30.564113 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:30.644769 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:01:30.645484 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:30.666563 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:01:30.668848 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b6629-031b-466d-856a-cabc387b0118" -d '{"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-plugged", "status": "completed", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:01:30.681427 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:30.707030 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08849d87-71d4-4dac-b50e-fe401a651681 x-openstack-request-id: req-08849d87-71d4-4dac-b50e-fe401a651681 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:01:30.707333 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-plugged", "status": "completed", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:01:30.707586 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08849d87-71d4-4dac-b50e-fe401a651681 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:01:30.707976 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'code': 200} Feb 04 00:01:30.794548 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:30.848642 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=10']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:31.187241 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc784315-132c-43a8-b8c5-e2a75d8cc806 req-6ba449c8-98ba-48c7-ad18-b07612ec2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:31.189297 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bc784315-132c-43a8-b8c5-e2a75d8cc806 req-6ba449c8-98ba-48c7-ad18-b07612ec2b89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 1131 time: 0.0882761 Feb 04 00:01:31.234363 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-bc784315-132c-43a8-b8c5-e2a75d8cc806 req-af46ff00-b0f7-4543-b747-27644c1ebd0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388281 Feb 04 00:01:31.464161 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d9d3c-d0a1-4ff8-9207-6313c855c5d5 req-fe9181d4-ed38-492b-80be-efddbe3769ce tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:31.465636 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0e6d9d3c-d0a1-4ff8-9207-6313c855c5d5 req-fe9181d4-ed38-492b-80be-efddbe3769ce tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 947 time: 0.0530875 Feb 04 00:01:31.513100 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0e6d9d3c-d0a1-4ff8-9207-6313c855c5d5 req-d0f4eeaf-45cd-4921-9bc5-c735482be0c0 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 Feb 04 00:01:32.644465 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c6626-80ea-4232-86e6-4ab107f0162d req-fb46aadd-7085-45b7-aefc-c85573ec3dda tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:32.646020 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-026c6626-80ea-4232-86e6-4ab107f0162d req-fb46aadd-7085-45b7-aefc-c85573ec3dda tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 947 time: 0.0597656 Feb 04 00:01:32.713656 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-026c6626-80ea-4232-86e6-4ab107f0162d req-5b1fae44-3afa-4fbb-80fd-dfc2aee75297 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598338 Feb 04 00:01:33.847623 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21da8e-c9e7-4ee9-8567-d112420825b8 req-7bc8f6d9-a4b5-4428-b0e8-083b6a520c46 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:33.849115 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce21da8e-c9e7-4ee9-8567-d112420825b8 req-7bc8f6d9-a4b5-4428-b0e8-083b6a520c46 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 947 time: 0.0583405 Feb 04 00:01:33.897667 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ce21da8e-c9e7-4ee9-8567-d112420825b8 req-d27cc941-b245-46db-b39e-da2dd9fb2f21 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Feb 04 00:01:34.998368 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acfece-c511-42ac-98ff-524b00552037 req-6c2383e7-8e52-4ddf-90cb-de53398d52d8 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:34.999762 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f4acfece-c511-42ac-98ff-524b00552037 req-6c2383e7-8e52-4ddf-90cb-de53398d52d8 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.0565550 Feb 04 00:01:35.023110 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cb976-80e2-439e-98d0-106337e4acef req-48c8c051-d055-49c3-bb08-2ddf94748571 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:35.025154 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-768cb976-80e2-439e-98d0-106337e4acef req-48c8c051-d055-49c3-bb08-2ddf94748571 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 947 time: 0.0531392 Feb 04 00:01:35.048334 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f4acfece-c511-42ac-98ff-524b00552037 req-6b36d353-b0e3-4c22-b3e3-f40dc71eda55 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427396 Feb 04 00:01:35.071573 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-768cb976-80e2-439e-98d0-106337e4acef req-7fe3b793-7224-4fe8-9f9f-1d53e0978cec tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401971 Feb 04 00:01:36.164512 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c7985-3284-4304-a031-c0452cc62113 req-5517ce14-e543-48c3-84fa-6dee1098e424 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:36.166684 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ac8c7985-3284-4304-a031-c0452cc62113 req-5517ce14-e543-48c3-84fa-6dee1098e424 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.0513124 Feb 04 00:01:36.210417 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ac8c7985-3284-4304-a031-c0452cc62113 req-149132d5-7828-4bfc-96d6-e3873f6eab05 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382452 Feb 04 00:01:37.328478 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b057f-cdb9-4f93-9ed6-83470db47cbf req-5a2bc252-6e77-4744-809f-4ef540cdedf5 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:37.329953 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1f5b057f-cdb9-4f93-9ed6-83470db47cbf req-5a2bc252-6e77-4744-809f-4ef540cdedf5 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.0511129 Feb 04 00:01:37.343385 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:01:37.406420 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1f5b057f-cdb9-4f93-9ed6-83470db47cbf req-00953797-3452-4c4b-8c6e-e1ed666f7e59 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups?id=18d01d15-93c7-45c4-981f-8093604cba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709350 Feb 04 00:01:37.421978 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-294919cd-325f-4421-89be-1e6f3acaf333 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:37.423743 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-294919cd-325f-4421-89be-1e6f3acaf333 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 946 time: 0.0754859 Feb 04 00:01:37.514987 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Deleting port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:01:37.515245 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:37.603991 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] For port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:37.604347 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:37.771480 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:37.771760 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (47bff514-2eea-43a2-beef-9574cf819ca7), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:37.772083 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Floating IP 47bff514-2eea-43a2-beef-9574cf819ca7 disassociated. External IP: 172.27.0.46, port: 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a. Feb 04 00:01:37.772427 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Calling delete_port for 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:01:38.003130 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (89ca811a-6e52-4ede-8cdd-a5e8acc0c79a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:38.032821 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event deleted for resources: {'Port': ['ID=89ca811a-6e52-4ede-8cdd-a5e8acc0c79a,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:38.044190 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.044544 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.044896 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.045240 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.045580 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.045945 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.046283 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.046612 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.047403 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.047703 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.048039 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.048368 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.048695 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:38.163809 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Router 23751dd6-0967-4f30-b3db-733048e25381 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:01:38.270482 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:01:38.280974 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] Sync routers for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:01:38.290229 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:01:38.290803 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:01:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:38.312138 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] No DVR routers for this DVR port 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:01:38.314668 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:38.318174 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f37ef7b3-632a-4df0-afab-3cd25d9cd2d6 req-8e8975f4-5388-4ba2-9b46-d774f551c530 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.37 "DELETE /v2.0/ports/89ca811a-6e52-4ede-8cdd-a5e8acc0c79a HTTP/1.1" status: 204 len: 173 time: 0.8890185 Feb 04 00:01:38.318626 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'name': 'network-vif-deleted', 'tag': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:01:38.320868 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2049bb8-eaf4-4f38-b316-437bedd82d8c" -d '{"events": [{"server_uuid": "cbba8598-dd8c-49e0-9eb5-5372f5e356cf", "name": "network-vif-deleted", "tag": "89ca811a-6e52-4ede-8cdd-a5e8acc0c79a"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:01:38.358200 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f1579-5933-443b-a80f-55533d7aeb2b x-openstack-request-id: req-0c3f1579-5933-443b-a80f-55533d7aeb2b {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:01:38.358866 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbba8598-dd8c-49e0-9eb5-5372f5e356cf", "name": "network-vif-deleted", "tag": "89ca811a-6e52-4ede-8cdd-a5e8acc0c79a", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:01:38.358866 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c3f1579-5933-443b-a80f-55533d7aeb2b {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:01:38.359180 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbba8598-dd8c-49e0-9eb5-5372f5e356cf', 'name': 'network-vif-deleted', 'tag': '89ca811a-6e52-4ede-8cdd-a5e8acc0c79a', 'status': 'completed', 'code': 200} Feb 04 00:01:38.404791 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:01:38.513710 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d0da6dea-b467-451e-b318-da60953c1138 req-ef2350e7-e98c-48df-877c-922b54acc25c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbba8598-dd8c-49e0-9eb5-5372f5e356cf HTTP/1.1" status: 200 len: 210 time: 0.0322897 Feb 04 00:01:38.620523 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:38.646040 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] Checking router: 23751dd6-0967-4f30-b3db-733048e25381 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:01:38.654226 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:01:38.654821 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:01:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:38.762909 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:01:38.958265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:38.989043 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11544a5-ab35-4ff7-ac3c-5a4fecce6343 None None] The sync data for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi is: [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '85c62a2d-c5e7-4df4-904f-ce1a5f9abbba', 'name': '', 'network_id': '978b16e3-16e0-4b31-a4ed-70da9d224b18', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'mac_address': 'fa:16:3e:e9:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:42Z', 'updated_at': '2022-02-03T23:50:52Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'subnets': [{'id': 'f28983d5-c58b-4fce-8ddf-f1ed89abe55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:01:39.214188 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13511f3-b1db-48ef-8244-5413470f7502 None None] New status for floating IP 47bff514-2eea-43a2-beef-9574cf819ca7: DOWN {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:01:39.703727 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 45924) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:39.756300 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4697193b-7a51-4fba-868c-f10c71a56220 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (18d01d15-93c7-45c4-981f-8093604cba6a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:39.781094 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4697193b-7a51-4fba-868c-f10c71a56220 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (18d01d15-93c7-45c4-981f-8093604cba6a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:39.922822 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4697193b-7a51-4fba-868c-f10c71a56220 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (18d01d15-93c7-45c4-981f-8093604cba6a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:39.925397 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4697193b-7a51-4fba-868c-f10c71a56220 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:39.926579 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-4697193b-7a51-4fba-868c-f10c71a56220 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "DELETE /v2.0/security-groups/18d01d15-93c7-45c4-981f-8093604cba6a HTTP/1.1" status: 204 len: 168 time: 0.2218316 Feb 04 00:01:39.929435 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45928) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:39.936223 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697193b-7a51-4fba-868c-f10c71a56220 tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d01d15-93c7-45c4-981f-8093604cba6a,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:39.943625 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-301dd753-1ac5-4a44-bc0a-4be5740dbd8c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] show failed (client error): The resource could not be found. Feb 04 00:01:39.944625 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-301dd753-1ac5-4a44-bc0a-4be5740dbd8c tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "GET /v2.0/security-groups/18d01d15-93c7-45c4-981f-8093604cba6a HTTP/1.1" status: 404 len: 347 time: 0.0141871 Feb 04 00:01:39.948302 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45930) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:40.069943 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Deleting port 0af328e1-d201-4588-82c2-d579f6deea41 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:01:40.070199 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (0af328e1-d201-4588-82c2-d579f6deea41), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:40.381302 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (0af328e1-d201-4588-82c2-d579f6deea41), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:40.381545 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (0af328e1-d201-4588-82c2-d579f6deea41), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:40.393248 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Calling delete_port for 0af328e1-d201-4588-82c2-d579f6deea41 owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:01:40.603368 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (0af328e1-d201-4588-82c2-d579f6deea41), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:40.628166 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Pushing event deleted for resources: {'Port': ['ID=0af328e1-d201-4588-82c2-d579f6deea41,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:40.639303 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.639652 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.640002 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.640336 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.640665 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.641026 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.641338 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.641662 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.642082 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.642408 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.642727 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.643042 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.643357 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:40.696147 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks [] for floatingip (47bff514-2eea-43a2-beef-9574cf819ca7), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:40.703444 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:40.703444 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-188e0d00-292e-4085-b7a9-da7e2d47908a tempest-AttachVolumeTestJSON-443003178 tempest-AttachVolumeTestJSON-443003178-project] 10.222.0.41 "DELETE /v2.0/floatingips/47bff514-2eea-43a2-beef-9574cf819ca7 HTTP/1.1" status: 204 len: 168 time: 0.7506857 Feb 04 00:01:42.447917 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:01:42.468619 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:01:42.468890 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 89ca811a-6e52-4ede-8cdd-a5e8acc0c79a not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:01:43.319392 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:44.631285 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45958) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:45.077040 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (23751dd6-0967-4f30-b3db-733048e25381), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:45.319206 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Deleting port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:01:45.319549 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:45.395451 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] For port 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:45.395814 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:45.408235 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Calling delete_port for 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba owned by network:router_interface {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:01:45.679641 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (85c62a2d-c5e7-4df4-904f-ce1a5f9abbba), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:45.709721 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c62a2d-c5e7-4df4-904f-ce1a5f9abbba,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:45.875043 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (23751dd6-0967-4f30-b3db-733048e25381), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:46.093431 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Router 23751dd6-0967-4f30-b3db-733048e25381 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:01:46.203726 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:01:46.210088 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-cded59a2-e00a-4074-b8a9-28d7de4e2be5 admin admin] 10.222.0.41 "PUT /v2.0/routers/23751dd6-0967-4f30-b3db-733048e25381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5763619 Feb 04 00:01:46.211270 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45964) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:46.213856 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] Sync routers for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:01:46.223175 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:01:46.223781 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:01:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:46.314859 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks [] for router (23751dd6-0967-4f30-b3db-733048e25381), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:46.329413 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:01:46.413735 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks [] for router_gateway (23751dd6-0967-4f30-b3db-733048e25381), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:46.506482 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-04T00:01:45Z', 'revision_number': 5, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port': {'id': '9e29f507-59f1-478e-84fd-30b9922ecb9f', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23751dd6-0967-4f30-b3db-733048e25381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:36Z', 'updated_at': '2022-02-03T23:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:46.532883 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] Checking router: 23751dd6-0967-4f30-b3db-733048e25381 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:01:46.537253 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Deleting port 9e29f507-59f1-478e-84fd-30b9922ecb9f {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:01:46.537603 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:46.541717 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] Routers {'23751dd6-0967-4f30-b3db-733048e25381'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:01:46.542342 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:01:25Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['23751dd6-0967-4f30-b3db-733048e25381'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:46.614561 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] For port 9e29f507-59f1-478e-84fd-30b9922ecb9f, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=9e29f507-59f1-478e-84fd-30b9922ecb9f,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:46.614936 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:46.628039 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Calling delete_port for 9e29f507-59f1-478e-84fd-30b9922ecb9f owned by network:router_gateway {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:01:46.629543 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] Set router 23751dd6-0967-4f30-b3db-733048e25381 gateway port host: None {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:01:46.682769 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-04T00:01:46Z', 'revision_number': 6, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port_host': None}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:46.708855 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e26d45-b7a1-4092-bc01-74f6848b4c7c None None] The sync data for ids ['23751dd6-0967-4f30-b3db-733048e25381'] in dv-cinder-822768-2-iscsi is: [{'id': '23751dd6-0967-4f30-b3db-733048e25381', 'name': 'tempest-AttachVolumeTestJSON-979687436-router', 'tenant_id': '9e7b8bc464324d2cb2052aef815e0650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-04T00:01:46Z', 'revision_number': 6, 'project_id': '9e7b8bc464324d2cb2052aef815e0650', 'gw_port_host': None}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:01:46.988455 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (9e29f507-59f1-478e-84fd-30b9922ecb9f), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.018674 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e29f507-59f1-478e-84fd-30b9922ecb9f,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:47.086165 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (23751dd6-0967-4f30-b3db-733048e25381), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.182762 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (23751dd6-0967-4f30-b3db-733048e25381), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.184856 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks [] for router_controller (23751dd6-0967-4f30-b3db-733048e25381), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.299312 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (23751dd6-0967-4f30-b3db-733048e25381), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.299915 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23751dd6-0967-4f30-b3db-733048e25381 {{(pid=109789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:01:47.304590 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.305726 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9e78ef29-0e11-44bc-ae5d-64c9c43f0644 admin admin] 10.222.0.41 "DELETE /v2.0/routers/23751dd6-0967-4f30-b3db-733048e25381 HTTP/1.1" status: 204 len: 168 time: 1.0934660 Feb 04 00:01:47.308868 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45966) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:47.355987 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fd264b-c799-4f74-be96-52fa4a8ca47e admin admin] Deleting subnet f28983d5-c58b-4fce-8ddf-f1ed89abe55d {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:01:47.358996 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e0fd264b-c799-4f74-be96-52fa4a8ca47e admin admin] Publish callbacks [] for subnet (f28983d5-c58b-4fce-8ddf-f1ed89abe55d), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.392454 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e0fd264b-c799-4f74-be96-52fa4a8ca47e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25184265'] for subnet (f28983d5-c58b-4fce-8ddf-f1ed89abe55d), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.469833 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:01:47.470894 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e0fd264b-c799-4f74-be96-52fa4a8ca47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (f28983d5-c58b-4fce-8ddf-f1ed89abe55d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.490911 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:01:47.491518 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 85c62a2d-c5e7-4df4-904f-ce1a5f9abbba not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:01:47.599990 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e0fd264b-c799-4f74-be96-52fa4a8ca47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25182877'] for subnet (f28983d5-c58b-4fce-8ddf-f1ed89abe55d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.625837 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd264b-c799-4f74-be96-52fa4a8ca47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f28983d5-c58b-4fce-8ddf-f1ed89abe55d,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:47.629426 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e0fd264b-c799-4f74-be96-52fa4a8ca47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.632578 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e0fd264b-c799-4f74-be96-52fa4a8ca47e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f28983d5-c58b-4fce-8ddf-f1ed89abe55d HTTP/1.1" status: 204 len: 168 time: 0.3228021 Feb 04 00:01:47.635768 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45968) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:47.638728 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ab394-adaf-4e54-badf-7005fe5ca8e2 None None] Network 978b16e3-16e0-4b31-a4ed-70da9d224b18 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:01:47.708726 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (978b16e3-16e0-4b31-a4ed-70da9d224b18), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.769861 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Deleting port 7be146b5-775c-4fd0-b69a-9d2b85e59aca {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:01:47.773231 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.819558 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] DHCP port deletion for 978b16e3-16e0-4b31-a4ed-70da9d224b18 request from dv-cinder-822768-2-iscsi {{(pid=109793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 00:01:47.842196 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] For port 7be146b5-775c-4fd0-b69a-9d2b85e59aca, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=7be146b5-775c-4fd0-b69a-9d2b85e59aca,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:47.842567 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.856051 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Calling delete_port for 7be146b5-775c-4fd0-b69a-9d2b85e59aca owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:01:47.864894 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Deleting port 7be146b5-775c-4fd0-b69a-9d2b85e59aca {{(pid=109793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:01:47.865259 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), before_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.929662 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] For port 7be146b5-775c-4fd0-b69a-9d2b85e59aca, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=7be146b5-775c-4fd0-b69a-9d2b85e59aca,segment=NetworkSegment(00815107-c5d6-44bd-9020-3abbebd903cb),segment_id=00815107-c5d6-44bd-9020-3abbebd903cb)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:01:47.930081 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), precommit_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:47.942722 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Calling delete_port for 7be146b5-775c-4fd0-b69a-9d2b85e59aca owned by network:dhcp {{(pid=109793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:01:48.008725 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.015219 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (7be146b5-775c-4fd0-b69a-9d2b85e59aca), after_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.036967 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] No DVR routers for this DVR port 7be146b5-775c-4fd0-b69a-9d2b85e59aca on host dv-cinder-822768-2-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:01:48.041254 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be146b5-775c-4fd0-b69a-9d2b85e59aca,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:48.044657 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Pushing event deleted for resources: {'Port': ['ID=7be146b5-775c-4fd0-b69a-9d2b85e59aca,revision_number=None']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:48.053671 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] No DVR routers for this DVR port 7be146b5-775c-4fd0-b69a-9d2b85e59aca on host dv-cinder-822768-2-iscsi {{(pid=109793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:01:48.056461 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.057024 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.057365 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.057711 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.058211 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.058446 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.058774 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.059094 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.059411 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.059732 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.060051 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.060369 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.060676 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff663-89d1-43df-9c9e-634095b15e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:01:48.115956 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (978b16e3-16e0-4b31-a4ed-70da9d224b18), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.135476 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978b16e3-16e0-4b31-a4ed-70da9d224b18']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:48.144391 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00815107-c5d6-44bd-9020-3abbebd903cb') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:48.144684 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00815107-c5d6-44bd-9020-3abbebd903cb') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:01:48.154423 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25184256'] for segment (00815107-c5d6-44bd-9020-3abbebd903cb), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.168142 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (00815107-c5d6-44bd-9020-3abbebd903cb), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.173757 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:01:48.174156 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183379'] for segment (00815107-c5d6-44bd-9020-3abbebd903cb), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: Traceback (most recent call last): Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: timer() Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: cb(*args, **kw) Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: return func(*args, **kwargs) Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: self._notify() Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: self.callback(batched_events) Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: event.method(event) Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: return f(self, *a, **k) Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._get(url).json() Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:01:48.175762 dv-cinder-822768-2-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:01:48.305831 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (978b16e3-16e0-4b31-a4ed-70da9d224b18), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.311192 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.314412 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] 10.222.0.41 "DELETE /v2.0/networks/978b16e3-16e0-4b31-a4ed-70da9d224b18 HTTP/1.1" status: 204 len: 168 time: 0.6777098 Feb 04 00:01:48.325281 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8ce90-006c-4109-a50d-0b8c36a6c083 admin admin] Pushing event deleted for resources: {'Network': ['ID=978b16e3-16e0-4b31-a4ed-70da9d224b18,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:48.664970 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45972) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:48.704707 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-abefada4-5bd8-4f28-9912-5bf815645d37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e7b8bc464324d2cb2052aef815e0650&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385106 Feb 04 00:01:48.707073 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 45974) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:48.757457 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71bd519c-061b-4711-8e6e-62860ef110d6 admin admin] Publish callbacks [] for security_group (605cdb61-8f3d-425b-892c-4ca77b9eedf3), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.780317 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71bd519c-061b-4711-8e6e-62860ef110d6 admin admin] Publish callbacks [] for security_group (605cdb61-8f3d-425b-892c-4ca77b9eedf3), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.813994 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 7be146b5-775c-4fd0-b69a-9d2b85e59aca no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:01:48.835123 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 7be146b5-775c-4fd0-b69a-9d2b85e59aca {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:01:48.835400 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 7be146b5-775c-4fd0-b69a-9d2b85e59aca not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:01:48.835812 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 9e29f507-59f1-478e-84fd-30b9922ecb9f no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:01:48.855218 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 9e29f507-59f1-478e-84fd-30b9922ecb9f {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:01:48.855568 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 9e29f507-59f1-478e-84fd-30b9922ecb9f not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:01:48.902315 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71bd519c-061b-4711-8e6e-62860ef110d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (605cdb61-8f3d-425b-892c-4ca77b9eedf3), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.904885 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71bd519c-061b-4711-8e6e-62860ef110d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:48.906115 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-71bd519c-061b-4711-8e6e-62860ef110d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/605cdb61-8f3d-425b-892c-4ca77b9eedf3 HTTP/1.1" status: 204 len: 168 time: 0.1980431 Feb 04 00:01:48.914291 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd519c-061b-4711-8e6e-62860ef110d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605cdb61-8f3d-425b-892c-4ca77b9eedf3,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:51.453291 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-96eb7057-02a3-405e-8f7a-a8a498813ccc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444813 Feb 04 00:01:51.527908 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-19217665-bbf1-4a78-885b-cbbb9a7778f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:51.529394 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-19217665-bbf1-4a78-885b-cbbb9a7778f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c18f75ceccb41b097da9f33f946af21&device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 1131 time: 0.0437095 Feb 04 00:01:51.627723 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46030) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:51.638182 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-bede32de-5adb-4927-b0d8-92ea99b97789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:51.639670 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-bede32de-5adb-4927-b0d8-92ea99b97789 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 200 len: 917 time: 0.0882618 Feb 04 00:01:51.705436 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-063d8f75-049a-4d14-bfaa-11a5851457a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207 HTTP/1.1" status: 200 len: 1002 time: 0.0584214 Feb 04 00:01:51.733337 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a2097b6e-90c7-4de4-b603-82eb7cbc98e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:51.756739 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-7ebf0e75-c71c-47f2-bda1-2973c35fcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:51.758318 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-7ebf0e75-c71c-47f2-bda1-2973c35fcb68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 200 len: 856 time: 0.0480161 Feb 04 00:01:51.807147 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-ecdc91ea-2bd3-425c-8b04-4bad5d7d4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:01:51.809267 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-ecdc91ea-2bd3-425c-8b04-4bad5d7d4e43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b2cb16-aa2c-4cc7-807b-ed8a01d90228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452578 Feb 04 00:01:51.812316 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a2097b6e-90c7-4de4-b603-82eb7cbc98e0 admin admin] Publish callbacks [] for security_group (0f453fd2-7a60-4dfd-aff5-0dddedf7a30d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:51.894609 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-00ff77a1-f17d-4b63-a2e9-7f2e166d1852 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791693 Feb 04 00:01:51.907637 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a2097b6e-90c7-4de4-b603-82eb7cbc98e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (0f453fd2-7a60-4dfd-aff5-0dddedf7a30d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:51.946863 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a2097b6e-90c7-4de4-b603-82eb7cbc98e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d254127674b4d98b3ce9f3c53fde70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178716 Feb 04 00:01:51.947632 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2097b6e-90c7-4de4-b603-82eb7cbc98e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f453fd2-7a60-4dfd-aff5-0dddedf7a30d,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:51.950450 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46034) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:52.020929 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-239ec784-31b8-48e4-946a-f400f9e11e55 req-4c9c4fd2-5a93-4091-b7f9-4d34cd29be23 service neutron] 10.222.0.37 "GET /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202087 Feb 04 00:01:52.025345 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df907e2b-b078-4940-9330-eb9a30c0d94e admin admin] Publish callbacks [] for security_group (0f453fd2-7a60-4dfd-aff5-0dddedf7a30d), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:52.048814 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df907e2b-b078-4940-9330-eb9a30c0d94e admin admin] Publish callbacks [] for security_group (0f453fd2-7a60-4dfd-aff5-0dddedf7a30d), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:52.170710 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df907e2b-b078-4940-9330-eb9a30c0d94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (0f453fd2-7a60-4dfd-aff5-0dddedf7a30d), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:52.173993 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df907e2b-b078-4940-9330-eb9a30c0d94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:52.175151 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-df907e2b-b078-4940-9330-eb9a30c0d94e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f453fd2-7a60-4dfd-aff5-0dddedf7a30d HTTP/1.1" status: 204 len: 168 time: 0.2238042 Feb 04 00:01:52.185238 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df907e2b-b078-4940-9330-eb9a30c0d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f453fd2-7a60-4dfd-aff5-0dddedf7a30d,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:52.834241 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46040) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:52.847290 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2657b093-b98b-4062-af5d-26cf92271251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:52.921949 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2657b093-b98b-4062-af5d-26cf92271251 admin admin] Publish callbacks [] for security_group (02b95bf5-4994-41f3-93bf-4ff22d20e010), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:52.991138 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2657b093-b98b-4062-af5d-26cf92271251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (02b95bf5-4994-41f3-93bf-4ff22d20e010), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:53.029209 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2657b093-b98b-4062-af5d-26cf92271251 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1dcc368ae9c4432bc2bc4a0720c8b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939154 Feb 04 00:01:53.030098 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657b093-b98b-4062-af5d-26cf92271251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b95bf5-4994-41f3-93bf-4ff22d20e010,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:53.032583 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46042) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:53.081024 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-02a1e571-5acf-43dd-998f-3bc2b3f73738 admin admin] Publish callbacks [] for security_group (02b95bf5-4994-41f3-93bf-4ff22d20e010), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:53.102742 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-02a1e571-5acf-43dd-998f-3bc2b3f73738 admin admin] Publish callbacks [] for security_group (02b95bf5-4994-41f3-93bf-4ff22d20e010), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:53.233929 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e980e6be-2c8f-47fd-9b60-7caccd73d493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:53.273752 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-02a1e571-5acf-43dd-998f-3bc2b3f73738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (02b95bf5-4994-41f3-93bf-4ff22d20e010), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:53.276866 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-02a1e571-5acf-43dd-998f-3bc2b3f73738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:53.278118 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-02a1e571-5acf-43dd-998f-3bc2b3f73738 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02b95bf5-4994-41f3-93bf-4ff22d20e010 HTTP/1.1" status: 204 len: 168 time: 0.2444739 Feb 04 00:01:53.286008 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1e571-5acf-43dd-998f-3bc2b3f73738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b95bf5-4994-41f3-93bf-4ff22d20e010,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:55.593267 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-fe42cfb4-451d-4222-8ad7-e3c5aa5099e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:56.705320 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:58.316647 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:58.835864 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46178) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:58.937820 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5bc836e4-55c3-4f4e-a4a5-e49a8f828aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:59.010371 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5bc836e4-55c3-4f4e-a4a5-e49a8f828aa6 admin admin] Publish callbacks [] for security_group (8503751e-2ae6-4a94-82c2-88492db6a7ed), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:59.105348 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5bc836e4-55c3-4f4e-a4a5-e49a8f828aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8503751e-2ae6-4a94-82c2-88492db6a7ed), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:59.147106 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5bc836e4-55c3-4f4e-a4a5-e49a8f828aa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f349162d02dc408184b2a219ac340cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101439 Feb 04 00:01:59.148052 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc836e4-55c3-4f4e-a4a5-e49a8f828aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8503751e-2ae6-4a94-82c2-88492db6a7ed,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:59.149845 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46182) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:01:59.196156 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3395ca35-177d-4a4e-8316-a7aac9e553ab admin admin] Publish callbacks [] for security_group (8503751e-2ae6-4a94-82c2-88492db6a7ed), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:59.216667 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3395ca35-177d-4a4e-8316-a7aac9e553ab admin admin] Publish callbacks [] for security_group (8503751e-2ae6-4a94-82c2-88492db6a7ed), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:59.353073 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3395ca35-177d-4a4e-8316-a7aac9e553ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8503751e-2ae6-4a94-82c2-88492db6a7ed), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:59.356269 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3395ca35-177d-4a4e-8316-a7aac9e553ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:01:59.357460 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-3395ca35-177d-4a4e-8316-a7aac9e553ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8503751e-2ae6-4a94-82c2-88492db6a7ed HTTP/1.1" status: 204 len: 168 time: 0.2066171 Feb 04 00:01:59.366636 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395ca35-177d-4a4e-8316-a7aac9e553ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8503751e-2ae6-4a94-82c2-88492db6a7ed,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:01:59.619360 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:00.019767 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46190) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:00.033494 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee1a9b91-854d-4ce7-b909-8fa4331bb9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:00.107263 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee1a9b91-854d-4ce7-b909-8fa4331bb9e3 admin admin] Publish callbacks [] for security_group (1c052933-c713-4d9b-ab4c-50a0877704b3), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:00.196342 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee1a9b91-854d-4ce7-b909-8fa4331bb9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (1c052933-c713-4d9b-ab4c-50a0877704b3), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:00.241035 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-ee1a9b91-854d-4ce7-b909-8fa4331bb9e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fba885d6baf4304af68726025856828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198956 Feb 04 00:02:00.241956 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a9b91-854d-4ce7-b909-8fa4331bb9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c052933-c713-4d9b-ab4c-50a0877704b3,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:00.243729 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46192) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:00.293482 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1fd71f98-49a6-4cca-acb5-974f19863037 admin admin] Publish callbacks [] for security_group (1c052933-c713-4d9b-ab4c-50a0877704b3), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:00.313809 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1fd71f98-49a6-4cca-acb5-974f19863037 admin admin] Publish callbacks [] for security_group (1c052933-c713-4d9b-ab4c-50a0877704b3), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:00.431045 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1fd71f98-49a6-4cca-acb5-974f19863037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (1c052933-c713-4d9b-ab4c-50a0877704b3), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:00.433875 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1fd71f98-49a6-4cca-acb5-974f19863037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:00.435103 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1fd71f98-49a6-4cca-acb5-974f19863037 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c052933-c713-4d9b-ab4c-50a0877704b3 HTTP/1.1" status: 204 len: 168 time: 0.1902621 Feb 04 00:02:00.443463 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd71f98-49a6-4cca-acb5-974f19863037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c052933-c713-4d9b-ab4c-50a0877704b3,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:03.002576 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46250) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:03.104872 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84d1e934-46b2-434d-a8d1-c4e0049b24ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:03.176368 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84d1e934-46b2-434d-a8d1-c4e0049b24ee admin admin] Publish callbacks [] for security_group (f6509525-ec37-471d-9059-927880ead23b), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:03.304945 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84d1e934-46b2-434d-a8d1-c4e0049b24ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f6509525-ec37-471d-9059-927880ead23b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:03.347044 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-84d1e934-46b2-434d-a8d1-c4e0049b24ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a99f43b6ee6542b88fe829ca476d3f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433995 Feb 04 00:02:03.347725 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1e934-46b2-434d-a8d1-c4e0049b24ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6509525-ec37-471d-9059-927880ead23b,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:03.349821 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46254) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:03.397453 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe30b-cb43-4f24-a64a-7766c01ef1aa admin admin] Publish callbacks [] for security_group (f6509525-ec37-471d-9059-927880ead23b), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:03.418384 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe30b-cb43-4f24-a64a-7766c01ef1aa admin admin] Publish callbacks [] for security_group (f6509525-ec37-471d-9059-927880ead23b), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:03.535984 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe30b-cb43-4f24-a64a-7766c01ef1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f6509525-ec37-471d-9059-927880ead23b), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:03.538585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe30b-cb43-4f24-a64a-7766c01ef1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:03.539829 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-a2cfe30b-cb43-4f24-a64a-7766c01ef1aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6509525-ec37-471d-9059-927880ead23b HTTP/1.1" status: 204 len: 168 time: 0.1889956 Feb 04 00:02:03.547697 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfe30b-cb43-4f24-a64a-7766c01ef1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6509525-ec37-471d-9059-927880ead23b,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:04.178950 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46260) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:04.192408 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-599aaf90-8833-485f-8a77-c2621e6b2869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:04.264518 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-599aaf90-8833-485f-8a77-c2621e6b2869 admin admin] Publish callbacks [] for security_group (87fb7112-6afb-41d2-b880-22f761ebe4dd), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:04.347127 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-599aaf90-8833-485f-8a77-c2621e6b2869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (87fb7112-6afb-41d2-b880-22f761ebe4dd), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:04.384012 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599aaf90-8833-485f-8a77-c2621e6b2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb7112-6afb-41d2-b880-22f761ebe4dd,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:04.388460 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-599aaf90-8833-485f-8a77-c2621e6b2869 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2162889c1ad44febfe6d69c3db5d0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084920 Feb 04 00:02:04.391711 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46262) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:04.441274 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a385de7-913f-4cf2-92fb-2fd460d02167 admin admin] Publish callbacks [] for security_group (87fb7112-6afb-41d2-b880-22f761ebe4dd), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:04.461709 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a385de7-913f-4cf2-92fb-2fd460d02167 admin admin] Publish callbacks [] for security_group (87fb7112-6afb-41d2-b880-22f761ebe4dd), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:04.567992 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a385de7-913f-4cf2-92fb-2fd460d02167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (87fb7112-6afb-41d2-b880-22f761ebe4dd), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:04.570552 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a385de7-913f-4cf2-92fb-2fd460d02167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:04.571692 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-7a385de7-913f-4cf2-92fb-2fd460d02167 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87fb7112-6afb-41d2-b880-22f761ebe4dd HTTP/1.1" status: 204 len: 168 time: 0.1796246 Feb 04 00:02:04.584109 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a385de7-913f-4cf2-92fb-2fd460d02167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb7112-6afb-41d2-b880-22f761ebe4dd,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:05.677450 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46284) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:05.776327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1416881203-network', 'tenant_id': '42109ddc5be447bd94b093d4ee3e7996'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:02:05.889846 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Made reservation on behalf of 42109ddc5be447bd94b093d4ee3e7996 for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:05.892210 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:05.900389 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:05.973107 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Publish callbacks [] for security_group (f66ffe3e-8377-41ae-ae90-1334b11e782e), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:06.053721 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f66ffe3e-8377-41ae-ae90-1334b11e782e), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:06.078324 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:02:06.087013 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66ffe3e-8377-41ae-ae90-1334b11e782e,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:06.093435 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (d8f6aac6-9eec-414e-bf30-6f3a4a8390ca), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:06.093772 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Added segment d8f6aac6-9eec-414e-bf30-6f3a4a8390ca of type vlan for network 22c851e2-2ded-49dc-a5a0-a97b73d1828c Feb 04 00:02:06.135196 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (22c851e2-2ded-49dc-a5a0-a97b73d1828c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:06.215618 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (22c851e2-2ded-49dc-a5a0-a97b73d1828c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:06.216556 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:06.217134 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:06.274247 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] Pushing event updated for resources: {'Network': ['ID=22c851e2-2ded-49dc-a5a0-a97b73d1828c,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:06.284582 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 22c851e2-2ded-49dc-a5a0-a97b73d1828c details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:02:06.348892 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-664e32a1-b6a1-484e-9824-277f46ead780 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6662018 Feb 04 00:02:06.349090 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46288) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:06.353933 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Request body: {'subnet': {'network_id': '22c851e2-2ded-49dc-a5a0-a97b73d1828c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1416881203-subnet', 'tenant_id': '42109ddc5be447bd94b093d4ee3e7996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:02:06.448718 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Made reservation on behalf of 42109ddc5be447bd94b093d4ee3e7996 for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:06.451072 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25886147'] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:06.728158 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25886197'] for subnet (bb5a7991-3c98-4ac3-bd23-4a6344d3644f), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:06.787400 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5a7991-3c98-4ac3-bd23-4a6344d3644f,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:06.793828 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Checking segment: {'id': 'd8f6aac6-9eec-414e-bf30-6f3a4a8390ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '22c851e2-2ded-49dc-a5a0-a97b73d1828c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:02:06.794214 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Network hostable DHCP agents. Network: 22c851e2-2ded-49dc-a5a0-a97b73d1828c, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:02:06.918593 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Network 22c851e2-2ded-49dc-a5a0-a97b73d1828c is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:02:06.992885 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 22c851e2-2ded-49dc-a5a0-a97b73d1828c) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:06.997465 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:06.998089 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:07.003248 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2fffc2-fecb-4267-aa7e-ac49249d50af None None] Network 22c851e2-2ded-49dc-a5a0-a97b73d1828c requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:02:07.087448 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-64a7b0f2-3fc2-4914-8de3-700e947ef0e3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7373164 Feb 04 00:02:07.103154 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9be913-1e41-46b5-b721-ebdfc5fd85c4 None None] Network 22c851e2-2ded-49dc-a5a0-a97b73d1828c requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:02:07.830046 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46308) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:07.835092 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-44632739-network', 'tenant_id': 'ea07b2a093664304854bd1ee7ef0c45c'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:02:07.918847 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Made reservation on behalf of ea07b2a093664304854bd1ee7ef0c45c for: {'network': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:07.921180 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:07.929812 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.006212 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Publish callbacks [] for security_group (4df034a6-6db6-4d82-a297-f8bf841b245c), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.081761 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4df034a6-6db6-4d82-a297-f8bf841b245c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.102788 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:02:08.117327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df034a6-6db6-4d82-a297-f8bf841b245c,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:08.120145 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (c92eb1b8-5f35-4511-bb3f-080ed22bf74a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.120642 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.segments_db [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Added segment c92eb1b8-5f35-4511-bb3f-080ed22bf74a of type vlan for network 52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2 Feb 04 00:02:08.160585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.267585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.268561 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:08.269148 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.325376 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] Pushing event updated for resources: {'Network': ['ID=52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:08.335040 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network 52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2 details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:02:08.399015 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-a6d9421e-b900-4671-aa0f-cc7bb4138976 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5677578 Feb 04 00:02:08.401721 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46310) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:08.406567 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Request body: {'subnet': {'network_id': '52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-44632739-subnet', 'tenant_id': 'ea07b2a093664304854bd1ee7ef0c45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:02:08.493349 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Made reservation on behalf of ea07b2a093664304854bd1ee7ef0c45c for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:08.496224 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25886147'] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.756892 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25886197'] for subnet (298e7268-1b7e-45b9-bd0b-6043b882289c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:08.816380 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=298e7268-1b7e-45b9-bd0b-6043b882289c,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:08.828350 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Checking segment: {'id': 'c92eb1b8-5f35-4511-bb3f-080ed22bf74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:02:08.828350 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Network hostable DHCP agents. Network: 52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:02:08.927388 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Network 52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2 is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:02:09.019442 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, 52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:09.023692 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:09.024451 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:09.029535 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc72a23-80e8-453b-a116-9da2e56955d2 None None] Network 52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:02:09.123974 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad280b2-f219-493c-b05c-010d22390874 None None] Network 52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:02:09.130323 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-6d37a9f8-c2b5-461d-bbbe-d99c8afbbc9c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7274103 Feb 04 00:02:13.347053 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:14.342083 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:02:23.170531 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-10703274-c8ea-4fec-9324-78cbc4e7f93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:25.592681 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4ecda7eb-bad9-485b-843b-73db9b31ea93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:26.727752 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.272381 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.540563 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46442) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:28.583753 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_v2 [None req-141e664f-9fd5-4bff-b3c7-8eb1910fbef6 admin admin] Deleting subnet bb5a7991-3c98-4ac3-bd23-4a6344d3644f {{(pid=109790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:02:28.586990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-141e664f-9fd5-4bff-b3c7-8eb1910fbef6 admin admin] Publish callbacks [] for subnet (bb5a7991-3c98-4ac3-bd23-4a6344d3644f), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.620264 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-141e664f-9fd5-4bff-b3c7-8eb1910fbef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027207'] for subnet (bb5a7991-3c98-4ac3-bd23-4a6344d3644f), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.659174 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-141e664f-9fd5-4bff-b3c7-8eb1910fbef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (bb5a7991-3c98-4ac3-bd23-4a6344d3644f), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.770293 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-141e664f-9fd5-4bff-b3c7-8eb1910fbef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25886206'] for subnet (bb5a7991-3c98-4ac3-bd23-4a6344d3644f), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.794428 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e664f-9fd5-4bff-b3c7-8eb1910fbef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5a7991-3c98-4ac3-bd23-4a6344d3644f,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:28.798305 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-141e664f-9fd5-4bff-b3c7-8eb1910fbef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.801522 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-141e664f-9fd5-4bff-b3c7-8eb1910fbef6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bb5a7991-3c98-4ac3-bd23-4a6344d3644f HTTP/1.1" status: 204 len: 168 time: 0.2599661 Feb 04 00:02:28.803982 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46444) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:28.869159 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (22c851e2-2ded-49dc-a5a0-a97b73d1828c), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.947875 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (22c851e2-2ded-49dc-a5a0-a97b73d1828c), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.968214 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c851e2-2ded-49dc-a5a0-a97b73d1828c']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:28.977134 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f6aac6-9eec-414e-bf30-6f3a4a8390ca') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:28.977429 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f6aac6-9eec-414e-bf30-6f3a4a8390ca') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:28.986404 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (d8f6aac6-9eec-414e-bf30-6f3a4a8390ca), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:28.999184 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (d8f6aac6-9eec-414e-bf30-6f3a4a8390ca), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.005486 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:02:29.005862 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (d8f6aac6-9eec-414e-bf30-6f3a4a8390ca), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:02:29.007460 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:02:29.118272 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (22c851e2-2ded-49dc-a5a0-a97b73d1828c), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.123417 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.127387 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] 10.222.0.41 "DELETE /v2.0/networks/22c851e2-2ded-49dc-a5a0-a97b73d1828c HTTP/1.1" status: 204 len: 168 time: 0.3224771 Feb 04 00:02:29.134277 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46446) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:29.138013 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eeee20-b15c-4ed8-a4da-4ae82a255cea admin admin] Pushing event deleted for resources: {'Network': ['ID=22c851e2-2ded-49dc-a5a0-a97b73d1828c,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:29.407048 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f746d7-6b78-4cd9-a6da-c5782b836b4c admin admin] Deleting subnet 298e7268-1b7e-45b9-bd0b-6043b882289c {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:02:29.410155 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-31f746d7-6b78-4cd9-a6da-c5782b836b4c admin admin] Publish callbacks [] for subnet (298e7268-1b7e-45b9-bd0b-6043b882289c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.443769 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-31f746d7-6b78-4cd9-a6da-c5782b836b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25184265'] for subnet (298e7268-1b7e-45b9-bd0b-6043b882289c), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.480528 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-31f746d7-6b78-4cd9-a6da-c5782b836b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (298e7268-1b7e-45b9-bd0b-6043b882289c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.564237 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.619366 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-31f746d7-6b78-4cd9-a6da-c5782b836b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25182877'] for subnet (298e7268-1b7e-45b9-bd0b-6043b882289c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.643482 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f746d7-6b78-4cd9-a6da-c5782b836b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298e7268-1b7e-45b9-bd0b-6043b882289c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:29.650277 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-31f746d7-6b78-4cd9-a6da-c5782b836b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.653457 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-31f746d7-6b78-4cd9-a6da-c5782b836b4c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/298e7268-1b7e-45b9-bd0b-6043b882289c HTTP/1.1" status: 204 len: 168 time: 0.5222340 Feb 04 00:02:29.656464 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46448) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:29.726840 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.807677 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.826945 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:29.835969 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92eb1b8-5f35-4511-bb3f-080ed22bf74a') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:29.836269 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92eb1b8-5f35-4511-bb3f-080ed22bf74a') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:29.845868 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25184256'] for segment (c92eb1b8-5f35-4511-bb3f-080ed22bf74a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.858462 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (c92eb1b8-5f35-4511-bb3f-080ed22bf74a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.865317 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:02:29.865699 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183379'] for segment (c92eb1b8-5f35-4511-bb3f-080ed22bf74a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: Traceback (most recent call last): Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: timer() Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: cb(*args, **kw) Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: return func(*args, **kwargs) Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: self._notify() Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: self.callback(batched_events) Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: event.method(event) Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: return f(self, *a, **k) Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._get(url).json() Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:02:29.867310 dv-cinder-822768-2-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:02:29.975546 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.980921 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:29.984334 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2 HTTP/1.1" status: 204 len: 168 time: 0.3269095 Feb 04 00:02:29.995566 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a8251-cac5-4209-9d49-21c8974d94cb admin admin] Pushing event deleted for resources: {'Network': ['ID=52cf4ea4-36d1-4871-a11c-c20bdbc9cbe2,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:30.371289 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46452) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:30.414586 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d41bbff2-ab94-4fcf-a749-4ecc38c45e46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42109ddc5be447bd94b093d4ee3e7996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421140 Feb 04 00:02:30.417004 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46454) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:30.463009 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0fdf36f-8f10-4bab-89e5-bfcd53c39753 admin admin] Publish callbacks [] for security_group (f66ffe3e-8377-41ae-ae90-1334b11e782e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:30.482911 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0fdf36f-8f10-4bab-89e5-bfcd53c39753 admin admin] Publish callbacks [] for security_group (f66ffe3e-8377-41ae-ae90-1334b11e782e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:30.592760 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0fdf36f-8f10-4bab-89e5-bfcd53c39753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (f66ffe3e-8377-41ae-ae90-1334b11e782e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:30.595715 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c0fdf36f-8f10-4bab-89e5-bfcd53c39753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:30.596913 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c0fdf36f-8f10-4bab-89e5-bfcd53c39753 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f66ffe3e-8377-41ae-ae90-1334b11e782e HTTP/1.1" status: 204 len: 168 time: 0.1789999 Feb 04 00:02:30.604888 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdf36f-8f10-4bab-89e5-bfcd53c39753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66ffe3e-8377-41ae-ae90-1334b11e782e,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:31.204144 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46462) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:31.243927 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-032e154b-c19f-40b6-a1c2-60722f522ceb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea07b2a093664304854bd1ee7ef0c45c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386109 Feb 04 00:02:31.246249 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46464) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:31.291180 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-09fc1a5c-9680-4b79-821e-764bf8265994 admin admin] Publish callbacks [] for security_group (4df034a6-6db6-4d82-a297-f8bf841b245c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:31.311928 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-09fc1a5c-9680-4b79-821e-764bf8265994 admin admin] Publish callbacks [] for security_group (4df034a6-6db6-4d82-a297-f8bf841b245c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:31.443920 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-09fc1a5c-9680-4b79-821e-764bf8265994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (4df034a6-6db6-4d82-a297-f8bf841b245c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:31.446462 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-09fc1a5c-9680-4b79-821e-764bf8265994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:31.451302 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-09fc1a5c-9680-4b79-821e-764bf8265994 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4df034a6-6db6-4d82-a297-f8bf841b245c HTTP/1.1" status: 204 len: 168 time: 0.2004776 Feb 04 00:02:31.455920 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc1a5c-9680-4b79-821e-764bf8265994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df034a6-6db6-4d82-a297-f8bf841b245c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:40.826724 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a25f-5b12-43b0-82b5-4594c341f0e2 req-e296c9a4-9976-4ea4-9b0a-f1a9fc56708e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:40.828680 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b339a25f-5b12-43b0-82b5-4594c341f0e2 req-e296c9a4-9976-4ea4-9b0a-f1a9fc56708e tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 947 time: 0.0573483 Feb 04 00:02:40.878961 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b339a25f-5b12-43b0-82b5-4594c341f0e2 req-7058522e-7eea-4113-8f08-999ac59cdf04 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448928 Feb 04 00:02:42.010910 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1bc5e-c1d1-4a31-a114-4f640213010f req-2988fdd0-90e0-4706-83b7-8196b86ed83b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:42.012405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8cb1bc5e-c1d1-4a31-a114-4f640213010f req-2988fdd0-90e0-4706-83b7-8196b86ed83b tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 947 time: 0.0593634 Feb 04 00:02:42.061681 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8cb1bc5e-c1d1-4a31-a114-4f640213010f req-afc05bff-03be-4bac-b314-d1ba2937e8d8 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 Feb 04 00:02:42.942481 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-0a9bc5d7-1aab-48dc-9edd-6362b320660d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:42.943926 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-0a9bc5d7-1aab-48dc-9edd-6362b320660d tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 947 time: 0.0541661 Feb 04 00:02:43.044319 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Deleting port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:43.044990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:43.150933 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] For port baf3d934-7fd2-4dfc-b00c-c001c7b9b207, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:43.151343 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:43.197962 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7d72-fe70-4532-9d47-07f382bd5505 req-70813b7e-f3d3-4077-966c-29446a82f032 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:43.199003 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c41e7d72-fe70-4532-9d47-07f382bd5505 req-70813b7e-f3d3-4077-966c-29446a82f032 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 947 time: 0.0581505 Feb 04 00:02:43.251332 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c41e7d72-fe70-4532-9d47-07f382bd5505 req-611d84c4-72b6-4b44-860a-bb076a08fb01 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7833e1a-1984-47ed-af1c-fda8fab7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438604 Feb 04 00:02:43.329537 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:43.329858 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870148'] for floatingip (b8dfbb1a-1c43-4438-ac49-84d48e1d76b9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:43.330190 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Floating IP b8dfbb1a-1c43-4438-ac49-84d48e1d76b9 disassociated. External IP: 172.27.0.206, port: baf3d934-7fd2-4dfc-b00c-c001c7b9b207. Feb 04 00:02:43.330537 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Calling delete_port for baf3d934-7fd2-4dfc-b00c-c001c7b9b207 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:43.368147 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:43.533116 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (baf3d934-7fd2-4dfc-b00c-c001c7b9b207), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:43.560723 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event deleted for resources: {'Port': ['ID=baf3d934-7fd2-4dfc-b00c-c001c7b9b207,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:43.571771 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.572126 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.572468 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.572808 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.573144 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.573471 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.573802 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.574157 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.574482 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.574807 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.575132 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.575457 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.575776 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.683018 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:02:43.788597 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:02:43.800046 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] Sync routers for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:02:43.809170 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:02:43.809768 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:43.830277 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] No DVR routers for this DVR port baf3d934-7fd2-4dfc-b00c-c001c7b9b207 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:02:43.832844 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:43.836405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-54f5eb51-1d72-44aa-8f93-9bfc53706c9d req-502cbc84-ef8a-4881-ba8a-c2648dde3d54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.37 "DELETE /v2.0/ports/baf3d934-7fd2-4dfc-b00c-c001c7b9b207 HTTP/1.1" status: 204 len: 173 time: 0.8874397 Feb 04 00:02:43.836839 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-deleted', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:02:43.839655 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb8f6d-8071-4baf-9bb2-912071a85c0d" -d '{"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-deleted", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:02:43.920761 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:02:44.029699 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a67be2-1c0b-4448-9441-1446c48854e3 x-openstack-request-id: req-84a67be2-1c0b-4448-9441-1446c48854e3 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:02:44.029699 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4786ac0-8ea7-4a93-808a-e0a72c985418", "name": "network-vif-deleted", "tag": "baf3d934-7fd2-4dfc-b00c-c001c7b9b207", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:02:44.029699 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84a67be2-1c0b-4448-9441-1446c48854e3 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:02:44.029699 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4786ac0-8ea7-4a93-808a-e0a72c985418', 'name': 'network-vif-deleted', 'tag': 'baf3d934-7fd2-4dfc-b00c-c001c7b9b207', 'status': 'completed', 'code': 200} Feb 04 00:02:44.147099 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:44.179318 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] Checking router: 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:02:44.180860 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:02:44.181452 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:44.298315 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:02:44.385646 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34848e5e-62d3-437c-bdd0-9864a4a54b8f req-36742498-1ebe-49d1-83d4-94e7a7711e5f tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4786ac0-8ea7-4a93-808a-e0a72c985418 HTTP/1.1" status: 200 len: 210 time: 0.0351365 Feb 04 00:02:44.498355 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:44.607144 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d162e-ce5a-4d8a-af0b-51c29bb4fce3 None None] The sync data for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi is: [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-03T23:50:42Z', 'revision_number': 4, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': '8b2083bd-024f-4b53-af5b-1258fb4bd076', 'name': '', 'network_id': '68b2cb16-aa2c-4cc7-807b-ed8a01d90228', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'mac_address': 'fa:16:3e:ea:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:40Z', 'updated_at': '2022-02-03T23:50:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'subnets': [{'id': '2f9ea107-44e2-4049-9b6e-69e0bf2b447d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:02:44.834848 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6215d9-73ea-489a-a61b-02a5d2729928 None None] New status for floating IP b8dfbb1a-1c43-4438-ac49-84d48e1d76b9: DOWN {{(pid=109793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:02:45.625696 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46610) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:45.680826 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2409ff30-cad8-4556-a4b5-9801522dbc54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (e7833e1a-1984-47ed-af1c-fda8fab7906b), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:45.703643 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2409ff30-cad8-4556-a4b5-9801522dbc54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (e7833e1a-1984-47ed-af1c-fda8fab7906b), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:45.869666 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2409ff30-cad8-4556-a4b5-9801522dbc54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e7833e1a-1984-47ed-af1c-fda8fab7906b), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:45.872389 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2409ff30-cad8-4556-a4b5-9801522dbc54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:45.873566 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-2409ff30-cad8-4556-a4b5-9801522dbc54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "DELETE /v2.0/security-groups/e7833e1a-1984-47ed-af1c-fda8fab7906b HTTP/1.1" status: 204 len: 168 time: 0.2468815 Feb 04 00:02:45.877127 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46612) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:45.883057 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409ff30-cad8-4556-a4b5-9801522dbc54 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7833e1a-1984-47ed-af1c-fda8fab7906b,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:45.890539 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-af85debf-aa32-48c3-bdcf-a477927632ab tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] show failed (client error): The resource could not be found. Feb 04 00:02:45.891533 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-af85debf-aa32-48c3-bdcf-a477927632ab tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "GET /v2.0/security-groups/e7833e1a-1984-47ed-af1c-fda8fab7906b HTTP/1.1" status: 404 len: 347 time: 0.0134454 Feb 04 00:02:45.894502 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46614) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:46.019793 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Deleting port 5773d3e1-1324-4404-994b-a6b8009ce682 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:46.020142 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (5773d3e1-1324-4404-994b-a6b8009ce682), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:46.094329 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (5773d3e1-1324-4404-994b-a6b8009ce682), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:46.094664 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (5773d3e1-1324-4404-994b-a6b8009ce682), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:46.105949 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Calling delete_port for 5773d3e1-1324-4404-994b-a6b8009ce682 owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:46.298554 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (5773d3e1-1324-4404-994b-a6b8009ce682), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:46.324037 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Pushing event deleted for resources: {'Port': ['ID=5773d3e1-1324-4404-994b-a6b8009ce682,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:46.335808 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.336164 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.336510 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.336851 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.337189 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.337523 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.337855 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.338217 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.338542 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.338866 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.339192 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.339562 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.339925 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.399539 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks [] for floatingip (b8dfbb1a-1c43-4438-ac49-84d48e1d76b9), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:46.402211 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:46.407516 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-90fb647e-26a0-4373-95da-f3bec559d437 tempest-AttachVolumeShelveTestJSON-935148812 tempest-AttachVolumeShelveTestJSON-935148812-project] 10.222.0.41 "DELETE /v2.0/floatingips/b8dfbb1a-1c43-4438-ac49-84d48e1d76b9 HTTP/1.1" status: 204 len: 168 time: 0.5079436 Feb 04 00:02:46.757841 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:02:46.777909 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: baf3d934-7fd2-4dfc-b00c-c001c7b9b207 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:02:46.778265 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device baf3d934-7fd2-4dfc-b00c-c001c7b9b207 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:02:48.986644 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46636) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:49.148133 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Deleting port e09a054f-a1d0-41e0-92f4-39ba43a2739e {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:49.148378 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (e09a054f-a1d0-41e0-92f4-39ba43a2739e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:49.169463 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46644) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:49.227442 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (e09a054f-a1d0-41e0-92f4-39ba43a2739e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:49.227811 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (e09a054f-a1d0-41e0-92f4-39ba43a2739e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:49.240651 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Calling delete_port for e09a054f-a1d0-41e0-92f4-39ba43a2739e owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:49.504365 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (e09a054f-a1d0-41e0-92f4-39ba43a2739e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:49.534834 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event deleted for resources: {'Port': ['ID=e09a054f-a1d0-41e0-92f4-39ba43a2739e,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:49.594980 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (a8cd05d9-bf2b-470e-8354-0197203e621b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:49.606538 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Floating IP a8cd05d9-bf2b-470e-8354-0197203e621b disassociated (deleted). External IP: 172.27.0.67, port: 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216. Feb 04 00:02:49.682950 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:49.814534 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:02:49.951454 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:02:49.957066 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:49.968292 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:02:49.979364 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:02:49.980086 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:49.996125 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c2b4d830-e3b0-4444-8287-d41c4286e421 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "DELETE /v2.0/floatingips/a8cd05d9-bf2b-470e-8354-0197203e621b HTTP/1.1" status: 204 len: 168 time: 1.0072389 Feb 04 00:02:49.997507 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:02:50.000590 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45395a6f-c316-49ff-9a98-cc7b06185fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:02:50.105794 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:02:50.127941 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5df95c8-f0f3-464a-8c64-7c7fe0247bc4 x-openstack-request-id: req-e5df95c8-f0f3-464a-8c64-7c7fe0247bc4 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:02:50.128487 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:02:50.129022 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5df95c8-f0f3-464a-8c64-7c7fe0247bc4 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:02:50.130005 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'status': 'completed', 'code': 200} Feb 04 00:02:50.270685 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-712969d8-1c74-4846-8450-f2837848c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:50.272219 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-712969d8-1c74-4846-8450-f2837848c5a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 1130 time: 0.0836809 Feb 04 00:02:50.331804 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Deleting port 8b2083bd-024f-4b53-af5b-1258fb4bd076 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:50.332082 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:50.349690 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:36Z', 'revision_number': 1, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:50.377359 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:02:50.386072 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:02:50.386739 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:50.431692 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-8c7f0f8b-6518-4ba0-a11b-626c5a9021e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:50.433189 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-8c7f0f8b-6518-4ba0-a11b-626c5a9021e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 910 time: 0.1549032 Feb 04 00:02:50.488366 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] For port 8b2083bd-024f-4b53-af5b-1258fb4bd076, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8b2083bd-024f-4b53-af5b-1258fb4bd076,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:50.488727 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:50.492160 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-84fa2349-7274-472a-9450-ddfea238c74f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 HTTP/1.1" status: 200 len: 217 time: 0.0524414 Feb 04 00:02:50.511844 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:02:50.514526 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Calling delete_port for 8b2083bd-024f-4b53-af5b-1258fb4bd076 owned by network:router_interface {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:50.597166 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-90dc6dbe-11d2-406c-81ea-ba63716dcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:50.598629 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-90dc6dbe-11d2-406c-81ea-ba63716dcb4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.0984061 Feb 04 00:02:50.622216 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977373c-ee8e-45bd-b78f-b517b1b5db66 req-7576c2ad-6a36-45d1-bf20-489ecb14e4e2 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:50.624074 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0977373c-ee8e-45bd-b78f-b517b1b5db66 req-7576c2ad-6a36-45d1-bf20-489ecb14e4e2 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 946 time: 0.0654306 Feb 04 00:02:50.677211 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0977373c-ee8e-45bd-b78f-b517b1b5db66 req-6c2371b0-7322-43f7-ba55-3839c5782e80 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471263 Feb 04 00:02:50.719897 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-e2f25005-3849-4800-a311-bd32e5dce92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:50.725688 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-e2f25005-3849-4800-a311-bd32e5dce92d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1163757 Feb 04 00:02:50.784136 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:36Z', 'revision_number': 1, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:50.816874 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcee32-98ad-4603-9874-a7a196270d0e None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_floatingips': [{'id': 'e0c0c217-48e1-4e72-af70-6dc279011bb1', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'router_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'port_id': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'mac_address': 'fa:16:3e:fc:b2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T23:57:34Z', 'updated_at': '2022-02-03T23:57:36Z', 'revision_number': 1, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:02:50.880286 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-91561110-e0fb-45de-88e9-db60af3031a7 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494043 Feb 04 00:02:50.971707 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (8b2083bd-024f-4b53-af5b-1258fb4bd076), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:51.014990 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2083bd-024f-4b53-af5b-1258fb4bd076,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:51.018456 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-45395a6f-c316-49ff-9a98-cc7b06185fbc req-9f4cdd27-10bb-4b10-b7d5-2170fc4ba9f0 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320066 Feb 04 00:02:51.107088 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13889df6-2302-4f33-8fa4-599e334d0539 None None] New status for floating IP a8cd05d9-bf2b-470e-8354-0197203e621b: DOWN {{(pid=109793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:02:51.221716 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:51.339796 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:02:51.465304 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:02:51.572402 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:02:51.577913 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-14b9f64c-d51b-41d2-bee3-bd25d7d389e4 admin admin] 10.222.0.41 "PUT /v2.0/routers/0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068625 Feb 04 00:02:51.580481 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46664) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:51.582449 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] Sync routers for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:02:51.591976 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:02:51.593108 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:51.687881 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks [] for router (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:51.699018 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:02:51.824897 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f44eae-0272-4e7e-a7ab-3d5fd0ae90f4 req-9014e98b-9d62-4b08-98cc-04fbef5a3945 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:51.826385 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-54f44eae-0272-4e7e-a7ab-3d5fd0ae90f4 req-9014e98b-9d62-4b08-98cc-04fbef5a3945 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 946 time: 0.0757298 Feb 04 00:02:51.833844 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks [] for router_gateway (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:51.877185 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-04T00:02:50Z', 'revision_number': 5, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port': {'id': 'b8fc6d11-0109-4192-9dae-eaaa0fa1702e', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:50:35Z', 'updated_at': '2022-02-03T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:51.883426 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-54f44eae-0272-4e7e-a7ab-3d5fd0ae90f4 req-92c793fb-e8b9-4663-a41d-dbc77e701394 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Feb 04 00:02:51.907817 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] Checking router: 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:02:51.916070 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] Routers {'0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:02:51.916669 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:51.961944 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Deleting port b8fc6d11-0109-4192-9dae-eaaa0fa1702e {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:51.961944 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.000541 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] Set router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 gateway port host: None {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:02:52.043555 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] For port b8fc6d11-0109-4192-9dae-eaaa0fa1702e, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b8fc6d11-0109-4192-9dae-eaaa0fa1702e,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:52.043933 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.053752 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-04T00:02:51Z', 'revision_number': 6, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port_host': None}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:52.056335 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Calling delete_port for b8fc6d11-0109-4192-9dae-eaaa0fa1702e owned by network:router_gateway {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:52.083113 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d6567-94bf-4d09-8a25-ff20f3cf1963 None None] The sync data for ids ['0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6'] in dv-cinder-822768-2-iscsi is: [{'id': '0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1096975264-router', 'tenant_id': '1c18f75ceccb41b097da9f33f946af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:50:34Z', 'updated_at': '2022-02-04T00:02:51Z', 'revision_number': 6, 'project_id': '1c18f75ceccb41b097da9f33f946af21', 'gw_port_host': None}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:02:52.327538 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (b8fc6d11-0109-4192-9dae-eaaa0fa1702e), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.366290 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fc6d11-0109-4192-9dae-eaaa0fa1702e,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:52.450613 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.563418 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.567144 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-aa08006e-48de-42fb-b6f2-5b1832e9ec66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1684706 Feb 04 00:02:52.568233 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks [] for router_controller (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.650406 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-6c7ec14f-7776-43ef-908d-430fa4bcb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:52.651842 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-6c7ec14f-7776-43ef-908d-430fa4bcb26f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1130 time: 0.0464122 Feb 04 00:02:52.758266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.758824 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 {{(pid=109790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:02:52.763457 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.765421 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-25168847-f70b-4142-8f17-e8e1fbf2c3c3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0c23bf1e-12c5-4324-b3f1-c9c9f0a889e6 HTTP/1.1" status: 204 len: 168 time: 1.1832552 Feb 04 00:02:52.776909 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46670) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:52.810003 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-4455eb92-ea4f-4af9-b84b-d45764d942b6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:52.810644 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-55b58e8c-5c96-4462-b715-3bb2b24c69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:52.812161 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-4455eb92-ea4f-4af9-b84b-d45764d942b6 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 946 time: 0.0922890 Feb 04 00:02:52.812782 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-55b58e8c-5c96-4462-b715-3bb2b24c69b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 200 len: 909 time: 0.0934615 Feb 04 00:02:52.833935 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c8f6f0-34f6-4a05-b684-703578d0177d admin admin] Deleting subnet 2f9ea107-44e2-4049-9b6e-69e0bf2b447d {{(pid=109790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:02:52.854794 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f6f0-34f6-4a05-b684-703578d0177d admin admin] Publish callbacks [] for subnet (2f9ea107-44e2-4049-9b6e-69e0bf2b447d), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.895593 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-b9dfd71d-4493-4b45-9746-bb787af2aa24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 200 len: 1001 time: 0.0737407 Feb 04 00:02:52.924871 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f6f0-34f6-4a05-b684-703578d0177d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027207'] for subnet (2f9ea107-44e2-4049-9b6e-69e0bf2b447d), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:52.932989 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b8fc6d11-0109-4192-9dae-eaaa0fa1702e no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:02:52.956823 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-b1ee2ae3-0641-4d09-b5fd-5c26fffcf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:52.958452 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-b1ee2ae3-0641-4d09-b5fd-5c26fffcf7f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d454cef5-ea82-4249-bd84-a0cecd3cca0a HTTP/1.1" status: 200 len: 848 time: 0.0568998 Feb 04 00:02:52.963066 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: b8fc6d11-0109-4192-9dae-eaaa0fa1702e {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:02:52.963822 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b8fc6d11-0109-4192-9dae-eaaa0fa1702e not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:02:52.965198 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8b2083bd-024f-4b53-af5b-1258fb4bd076 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:02:52.986904 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 8b2083bd-024f-4b53-af5b-1258fb4bd076 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:02:52.987607 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8b2083bd-024f-4b53-af5b-1258fb4bd076 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:02:53.055561 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-d3f5ee34-e59d-4631-8a2c-e9215591c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:53.057085 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-d3f5ee34-e59d-4631-8a2c-e9215591c984 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911589 Feb 04 00:02:53.068491 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Deleting port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:53.068714 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe639abb-ab05-4480-b89a-7784c7fc5308 req-6a797fa5-6998-45fa-b342-1ab53c269046 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:53.068841 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.070000 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fe639abb-ab05-4480-b89a-7784c7fc5308 req-6a797fa5-6998-45fa-b342-1ab53c269046 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 946 time: 0.0710263 Feb 04 00:02:53.074007 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f6f0-34f6-4a05-b684-703578d0177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (2f9ea107-44e2-4049-9b6e-69e0bf2b447d), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.183176 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fe639abb-ab05-4480-b89a-7784c7fc5308 req-e10ed1b9-01ea-4b45-80d5-c0c1b584a3d4 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042433 Feb 04 00:02:53.206126 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-5fbc8080-e423-4bfa-ba38-c16fc3051a7c service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350489 Feb 04 00:02:53.237391 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-981c6968-dc79-4136-98eb-f403e4441b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.302936 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b0099491-bd6b-4a70-b33a-c2cf09062645 req-e27ee42f-fd21-430b-8130-2296830acce4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912490 Feb 04 00:02:53.493853 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] For port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:53.494303 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.506852 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Calling delete_port for 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:53.641293 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f6f0-34f6-4a05-b684-703578d0177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25886206'] for subnet (2f9ea107-44e2-4049-9b6e-69e0bf2b447d), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.666389 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8f6f0-34f6-4a05-b684-703578d0177d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9ea107-44e2-4049-9b6e-69e0bf2b447d,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:53.669979 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f6f0-34f6-4a05-b684-703578d0177d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.674186 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d1c8f6f0-34f6-4a05-b684-703578d0177d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2f9ea107-44e2-4049-9b6e-69e0bf2b447d HTTP/1.1" status: 204 len: 168 time: 0.9050238 Feb 04 00:02:53.676634 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46676) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:53.679011 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9633037-09e0-445f-b9d0-88e4db42a62b None None] Network 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:02:53.728106 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (7dcdf676-0da8-4f9c-8e8d-c6f142e3b216), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.777436 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event deleted for resources: {'Port': ['ID=7dcdf676-0da8-4f9c-8e8d-c6f142e3b216,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:53.777436 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (68b2cb16-aa2c-4cc7-807b-ed8a01d90228), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.823792 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] No DVR routers for this DVR port 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:02:53.829119 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.832389 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6cd443c2-3bfb-4614-8f24-080c3028407f req-91f58df8-a308-4ea8-95f8-31d454419eaa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "DELETE /v2.0/ports/7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 HTTP/1.1" status: 204 len: 173 time: 1.0105233 Feb 04 00:02:53.832850 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'name': 'network-vif-deleted', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:02:53.835194 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2dcfcd-14a1-47e5-a5ff-b04d7a53f9fb" -d '{"events": [{"server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "name": "network-vif-deleted", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:02:53.856260 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] DHCP port deletion for 68b2cb16-aa2c-4cc7-807b-ed8a01d90228 request from dv-cinder-822768-2-iscsi {{(pid=109793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 00:02:53.879602 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Deleting port e77e87f5-76bd-48e3-89b5-abe97b7234b9 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:53.880018 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.893151 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a86b52-591e-4577-97b4-377c6c424acd x-openstack-request-id: req-d2a86b52-591e-4577-97b4-377c6c424acd {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:02:53.893526 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beeb8f6c-fc07-41e7-9920-436a59e270f2", "name": "network-vif-deleted", "tag": "7dcdf676-0da8-4f9c-8e8d-c6f142e3b216", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:02:53.894075 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2a86b52-591e-4577-97b4-377c6c424acd {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:02:53.894272 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beeb8f6c-fc07-41e7-9920-436a59e270f2', 'name': 'network-vif-deleted', 'tag': '7dcdf676-0da8-4f9c-8e8d-c6f142e3b216', 'status': 'completed', 'code': 200} Feb 04 00:02:53.907471 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Deleting port e77e87f5-76bd-48e3-89b5-abe97b7234b9 {{(pid=109793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:53.918723 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), before_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.948891 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] For port e77e87f5-76bd-48e3-89b5-abe97b7234b9, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=e77e87f5-76bd-48e3-89b5-abe97b7234b9,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:53.949266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.966871 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Calling delete_port for e77e87f5-76bd-48e3-89b5-abe97b7234b9 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:53.976962 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] For port e77e87f5-76bd-48e3-89b5-abe97b7234b9, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=e77e87f5-76bd-48e3-89b5-abe97b7234b9,segment=NetworkSegment(99e646f0-0fbc-4cc2-a72c-c1add5c37b0d),segment_id=99e646f0-0fbc-4cc2-a72c-c1add5c37b0d)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:53.977528 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), precommit_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:53.990650 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Calling delete_port for e77e87f5-76bd-48e3-89b5-abe97b7234b9 owned by network:dhcp {{(pid=109793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:54.192382 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:54.199740 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (e77e87f5-76bd-48e3-89b5-abe97b7234b9), after_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:54.216379 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77e87f5-76bd-48e3-89b5-abe97b7234b9,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:54.222663 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] No DVR routers for this DVR port e77e87f5-76bd-48e3-89b5-abe97b7234b9 on host dv-cinder-822768-2-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:02:54.236410 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Pushing event deleted for resources: {'Port': ['ID=e77e87f5-76bd-48e3-89b5-abe97b7234b9,revision_number=None']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:54.241775 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] No DVR routers for this DVR port e77e87f5-76bd-48e3-89b5-abe97b7234b9 on host dv-cinder-822768-2-iscsi {{(pid=109793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:02:54.249785 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.250569 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.251081 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.251579 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.252081 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.252413 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.252805 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.253132 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.253455 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.257546 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.257924 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.258323 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.258659 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5dbd0-222e-4522-884d-af2a4070f242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:54.310519 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1f6547e9-d152-465a-9467-4725a96bb626 req-429e6b57-bd59-4bf5-9157-f628c1087b71 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 210 time: 0.0348163 Feb 04 00:02:54.322121 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (68b2cb16-aa2c-4cc7-807b-ed8a01d90228), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:54.345336 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b2cb16-aa2c-4cc7-807b-ed8a01d90228']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:54.354401 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:54.354694 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e646f0-0fbc-4cc2-a72c-c1add5c37b0d') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:54.364353 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (99e646f0-0fbc-4cc2-a72c-c1add5c37b0d), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:54.377398 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (99e646f0-0fbc-4cc2-a72c-c1add5c37b0d), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:54.383046 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (99e646f0-0fbc-4cc2-a72c-c1add5c37b0d), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:02:54.386536 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:02:54.607380 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (68b2cb16-aa2c-4cc7-807b-ed8a01d90228), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:54.614896 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:54.617996 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] 10.222.0.41 "DELETE /v2.0/networks/68b2cb16-aa2c-4cc7-807b-ed8a01d90228 HTTP/1.1" status: 204 len: 168 time: 0.9402843 Feb 04 00:02:54.628850 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bec96d-801e-4015-9a01-37518eea2722 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b2cb16-aa2c-4cc7-807b-ed8a01d90228,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:54.853185 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device e77e87f5-76bd-48e3-89b5-abe97b7234b9 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:02:54.873268 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: e77e87f5-76bd-48e3-89b5-abe97b7234b9 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:02:54.873542 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device e77e87f5-76bd-48e3-89b5-abe97b7234b9 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:02:55.044427 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46686) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:55.091596 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-950845e9-99d9-485b-81b4-eab31eaa044d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c18f75ceccb41b097da9f33f946af21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460360 Feb 04 00:02:55.094709 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46688) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:55.144016 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f032636f-361a-4d44-be3e-21cc3d2f2173 admin admin] Publish callbacks [] for security_group (8542444b-12ba-4dcd-a0d6-dbe6c7d74484), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:55.165321 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f032636f-361a-4d44-be3e-21cc3d2f2173 admin admin] Publish callbacks [] for security_group (8542444b-12ba-4dcd-a0d6-dbe6c7d74484), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:55.318117 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f032636f-361a-4d44-be3e-21cc3d2f2173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (8542444b-12ba-4dcd-a0d6-dbe6c7d74484), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:55.320723 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f032636f-361a-4d44-be3e-21cc3d2f2173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:55.322766 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f032636f-361a-4d44-be3e-21cc3d2f2173 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8542444b-12ba-4dcd-a0d6-dbe6c7d74484 HTTP/1.1" status: 204 len: 168 time: 0.2253025 Feb 04 00:02:55.331279 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032636f-361a-4d44-be3e-21cc3d2f2173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8542444b-12ba-4dcd-a0d6-dbe6c7d74484,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:55.443257 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-03fc5b85-214f-4531-9ee7-bf15d62e665a req-5532c05d-959a-4b1c-bb35-37c322d01e0f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=beeb8f6c-fc07-41e7-9920-436a59e270f2 HTTP/1.1" status: 200 len: 210 time: 0.0304525 Feb 04 00:02:55.638592 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-cebd108a-ead9-49e8-b0ad-a67949a2f44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:56.488097 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46716) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:56.590665 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-970721425-network', 'tenant_id': '48b7d8ecba3442cab76d355a3d15822d'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:02:56.694908 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Made reservation on behalf of 48b7d8ecba3442cab76d355a3d15822d for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:56.697331 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:56.706657 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:56.723803 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:56.784453 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Publish callbacks [] for security_group (022ce214-15d5-462b-a5bd-4c921de103fc), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:56.806054 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:02:56.828840 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:02:56.829178 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 7dcdf676-0da8-4f9c-8e8d-c6f142e3b216 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:02:56.858308 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (022ce214-15d5-462b-a5bd-4c921de103fc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:56.883786 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:02:56.893278 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022ce214-15d5-462b-a5bd-4c921de103fc,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:56.897871 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (b556248e-4aa1-4aa4-b1b9-e8bbc024b48c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:56.898248 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Added segment b556248e-4aa1-4aa4-b1b9-e8bbc024b48c of type vlan for network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff Feb 04 00:02:56.939683 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757291086821'] for network (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:57.023856 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849'] for network (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:57.024768 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:57.025360 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:57.081425 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] Pushing event updated for resources: {'Network': ['ID=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:57.091136 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff details requested by agent ovs-agent-dv-cinder-822768-2-iscsi with host dv-cinder-822768-2-iscsi {{(pid=109793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 00:02:57.143468 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c4e3e11c-539c-49a3-bab2-2910ebbecc70 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6543894 Feb 04 00:02:57.146440 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46726) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:57.151382 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Request body: {'subnet': {'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-970721425-subnet', 'tenant_id': '48b7d8ecba3442cab76d355a3d15822d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:02:57.246720 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Made reservation on behalf of 48b7d8ecba3442cab76d355a3d15822d for: {'subnet': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:57.249092 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25886147'] for subnet (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:57.500957 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25886197'] for subnet (5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:57.560533 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a,revision_number=0']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:57.571575 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Checking segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:02:57.571575 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Network hostable DHCP agents. Network: a3387a3d-0fb8-40ac-92e3-905a8a7e06ff, hostable agents: ['5e04d885-f719-4f1d-bf51-e828fdcdd086'], hosted agents: [] {{(pid=109790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:02:57.664006 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff is scheduled to be hosted by DHCP agent 5e04d885-f719-4f1d-bf51-e828fdcdd086 with binding_index 1 {{(pid=109790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:02:57.767103 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-2-iscsi, a3387a3d-0fb8-40ac-92e3-905a8a7e06ff) {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:57.771368 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:57.771959 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:57.778367 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09119394-4133-4c1a-903f-a68545282d14 None None] Network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:02:57.888253 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb532b0-b032-47c3-be57-5c6f6297ffb7 None None] Network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:02:57.889539 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-96f9d34d-e764-4ca6-aef7-983877f15cd6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7419853 Feb 04 00:02:58.278270 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:58.332759 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-16ce5159-7c85-4323-8159-9f87cc2d8581 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:58.334256 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-16ce5159-7c85-4323-8159-9f87cc2d8581 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 814 time: 0.1067305 Feb 04 00:02:58.348863 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-b8145bf1-1f73-40fb-9423-f58df6d9e384 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/quotas/48b7d8ecba3442cab76d355a3d15822d HTTP/1.1" status: 200 len: 375 time: 0.0091226 Feb 04 00:02:58.380999 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-6cff8d1d-fb2a-402e-b59c-c3eaf17939a9 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273163 Feb 04 00:02:58.437945 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-9bc6598a-9d75-472e-9542-3a5de36b6e6c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:02:58.438988 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-9bc6598a-9d75-472e-9542-3a5de36b6e6c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518649 Feb 04 00:02:58.537289 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-02dc7f41-a268-40b4-a583-fdcc85fe7e76 service neutron] 10.222.0.41 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922384 Feb 04 00:02:58.626008 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-a6711823-a6e5-4dc3-b1be-c370f142965b service neutron] 10.222.0.41 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830624 Feb 04 00:02:58.858158 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f9656717-0ae9-4766-b048-26e66785d559 req-776081bb-3ca3-4bc0-a4a5-a290d283fdc4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 210 time: 0.0276382 Feb 04 00:02:58.972007 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46776) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:59.125086 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Deleting port 08f8b2c5-6420-4961-85b4-1c1dd3319264 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:02:59.125388 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (08f8b2c5-6420-4961-85b4-1c1dd3319264), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:59.203009 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (08f8b2c5-6420-4961-85b4-1c1dd3319264), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:59.203341 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (08f8b2c5-6420-4961-85b4-1c1dd3319264), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:59.214793 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Calling delete_port for 08f8b2c5-6420-4961-85b4-1c1dd3319264 owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:02:59.412546 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (08f8b2c5-6420-4961-85b4-1c1dd3319264), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:59.443083 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event deleted for resources: {'Port': ['ID=08f8b2c5-6420-4961-85b4-1c1dd3319264,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:59.502010 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (e0c0c217-48e1-4e72-af70-6dc279011bb1), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:59.502353 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Floating IP e0c0c217-48e1-4e72-af70-6dc279011bb1 disassociated (deleted). External IP: 172.27.0.85, port: 8decfa82-ad87-4c8b-a695-bdf55bb3bb08. Feb 04 00:02:59.646759 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:59.711894 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:02:59.787727 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46786) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:02:59.832068 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:02:59.836640 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:59.843602 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:02:59.853677 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:02:59.854776 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:56Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:59.874944 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bbe62cbb-6f2c-430b-8e10-d4f760fbfbf9 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "DELETE /v2.0/floatingips/e0c0c217-48e1-4e72-af70-6dc279011bb1 HTTP/1.1" status: 204 len: 168 time: 0.8989861 Feb 04 00:02:59.874944 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:02:59.875723 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:02:59.924871 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d225-19d9-44d8-9cea-ac4b2d7080b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:02:59.934453 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c756931-c4b0-4b1d-830e-ba3924163322 x-openstack-request-id: req-3c756931-c4b0-4b1d-830e-ba3924163322 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:02:59.939302 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:02:59.939302 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c756931-c4b0-4b1d-830e-ba3924163322 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:02:59.939302 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'status': 'completed', 'code': 200} Feb 04 00:02:59.994987 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:03:00.025433 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-7e99826b-91ae-41cc-97c8-41495f1fe96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:00.026980 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-7e99826b-91ae-41cc-97c8-41495f1fe96b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd8c2e0432d9424db703038c19cba9c9&device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 1129 time: 0.0512719 Feb 04 00:03:00.038480 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ed006f80-622a-45db-bc60-cba6a4c88530 req-74e2856d-025f-495a-a795-f8d3a38d7aa9 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 210 time: 0.0384994 Feb 04 00:03:00.059987 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d225-19d9-44d8-9cea-ac4b2d7080b7 admin admin] Publish callbacks [] for security_group (03e662c6-cdce-4011-8225-27b4dee0c152), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:00.123722 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-2ee95278-709f-4988-9060-1fcc2dde60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:00.125734 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-2ee95278-709f-4988-9060-1fcc2dde60ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 200 len: 910 time: 0.0916598 Feb 04 00:03:00.127473 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d225-19d9-44d8-9cea-ac4b2d7080b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (03e662c6-cdce-4011-8225-27b4dee0c152), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:00.169260 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f7e7d225-19d9-44d8-9cea-ac4b2d7080b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5d6ec00476e40028acbc65b744fd9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3805027 Feb 04 00:03:00.170024 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7d225-19d9-44d8-9cea-ac4b2d7080b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e662c6-cdce-4011-8225-27b4dee0c152,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:00.170143 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-9d8cd1be-2720-4263-ad53-69034fadefda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08 HTTP/1.1" status: 200 len: 217 time: 0.0383377 Feb 04 00:03:00.172591 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46796) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:00.260405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-dc3b8a00-9a17-47b3-a7de-0009c3f483f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:00.261911 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-dc3b8a00-9a17-47b3-a7de-0009c3f483f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 200 len: 849 time: 0.0831907 Feb 04 00:03:00.304627 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bcda25de-d72d-4a37-ae6a-fcbccdfd3f8e admin admin] Publish callbacks [] for security_group (03e662c6-cdce-4011-8225-27b4dee0c152), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:00.336844 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bcda25de-d72d-4a37-ae6a-fcbccdfd3f8e admin admin] Publish callbacks [] for security_group (03e662c6-cdce-4011-8225-27b4dee0c152), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:00.356609 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-d9acf715-0e90-42f6-8a6a-c58da93be07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:00.357811 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:00.358499 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-d9acf715-0e90-42f6-8a6a-c58da93be07e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e8bd5c8-1987-4436-9a1a-4bf840844c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876799 Feb 04 00:03:00.384812 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:03:00.387844 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce07575-488b-4949-81c0-19fc7e4d70be req-689e02e5-0903-4541-a139-9bfb2381f0db tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:00.389543 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dce07575-488b-4949-81c0-19fc7e4d70be req-689e02e5-0903-4541-a139-9bfb2381f0db tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 945 time: 0.0569680 Feb 04 00:03:00.393498 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:03:00.394180 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:56Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:00.442484 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dce07575-488b-4949-81c0-19fc7e4d70be req-73b96e22-d4ae-4e8b-b89a-b40aacea5faa tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467310 Feb 04 00:03:00.491680 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bcda25de-d72d-4a37-ae6a-fcbccdfd3f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (03e662c6-cdce-4011-8225-27b4dee0c152), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:00.494401 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bcda25de-d72d-4a37-ae6a-fcbccdfd3f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:00.495537 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-bcda25de-d72d-4a37-ae6a-fcbccdfd3f8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03e662c6-cdce-4011-8225-27b4dee0c152 HTTP/1.1" status: 204 len: 168 time: 0.3220372 Feb 04 00:03:00.512079 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:03:00.515538 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda25de-d72d-4a37-ae6a-fcbccdfd3f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e662c6-cdce-4011-8225-27b4dee0c152,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:00.525874 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-5174fd15-761a-4b91-b41c-985248121493 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272340 Feb 04 00:03:00.622523 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2266cc8e-7a2e-4a62-bf82-90ce5b95958f req-1346ba3c-f595-4476-9c01-bfecfdbabd50 service neutron] 10.222.0.37 "GET /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889323 Feb 04 00:03:00.734857 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:00.760575 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906da47-9ad1-40a3-a75c-debb6541756c None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:42Z', 'revision_number': 4, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abaf0ac9-efbb-4a4c-af00-b1392208d5aa', 'name': '', 'network_id': '1e8bd5c8-1987-4436-9a1a-4bf840844c1e', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'mac_address': 'fa:16:3e:fb:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:41Z', 'updated_at': '2022-02-03T23:52:46Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'subnets': [{'id': '25fabc35-fffb-4507-ab31-3db0f21dc155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:03:00.998036 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f7e60-7366-458a-9861-785f07a93a72 None None] New status for floating IP e0c0c217-48e1-4e72-af70-6dc279011bb1: DOWN {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:03:01.158568 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2c68b32e-fa01-48a3-8df9-37060ee7ef0a req-a95d90eb-efd6-4cc0-99d8-596797fd87b3 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 210 time: 0.0316768 Feb 04 00:03:01.427721 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-ff6a8218-ed1b-4711-9786-cbd9c407d42f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:01.429187 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-ff6a8218-ed1b-4711-9786-cbd9c407d42f tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 945 time: 0.0563970 Feb 04 00:03:01.563247 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Deleting port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:01.563598 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:01.598095 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-361b3cd8-e7ae-4583-987d-6e86682cf4db tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:01.599609 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-361b3cd8-e7ae-4583-987d-6e86682cf4db tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 814 time: 0.1477759 Feb 04 00:03:01.618489 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84ac6-4836-4115-afd4-2969994cf276 req-8793b6d7-e382-4bde-91f5-3b3d903beb54 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:01.618489 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-baf84ac6-4836-4115-afd4-2969994cf276 req-8793b6d7-e382-4bde-91f5-3b3d903beb54 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 945 time: 0.0853870 Feb 04 00:03:01.622687 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Request body: {'port': {'device_id': '9b8eec35-3280-4955-8a57-fc09c2f57ff8', 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'admin_state_up': True, 'tenant_id': '48b7d8ecba3442cab76d355a3d15822d'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:03:01.667113 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] For port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:01.667652 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:01.682342 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Calling delete_port for 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:01.912588 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (8decfa82-ad87-4c8b-a695-bdf55bb3bb08), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:01.946626 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event deleted for resources: {'Port': ['ID=8decfa82-ad87-4c8b-a695-bdf55bb3bb08,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:01.992942 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] No DVR routers for this DVR port 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:03:01.995814 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:02.000185 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-be92986c-e6b9-4169-ae64-16e3a8d4ab76 req-d53d2402-8261-4acf-b0d3-5104cb0c6dbd tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.37 "DELETE /v2.0/ports/8decfa82-ad87-4c8b-a695-bdf55bb3bb08 HTTP/1.1" status: 204 len: 173 time: 0.5485466 Feb 04 00:03:02.000670 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'name': 'network-vif-deleted', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:02.002564 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-baf84ac6-4836-4115-afd4-2969994cf276 req-fdc00091-c63d-4ea0-9c27-9c7d9f2f9451 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/security-groups?id=37087b5c-0ebe-475b-9753-080f5de85f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747971 Feb 04 00:03:02.003037 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f45472-b37a-40e4-812a-933920803c25" -d '{"events": [{"server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "name": "network-vif-deleted", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:02.054867 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eeeead-1613-4dad-b036-72e5fc2285ef x-openstack-request-id: req-99eeeead-1613-4dad-b036-72e5fc2285ef {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:02.055171 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d964138-e5af-48a5-afb7-04ef080ab05f", "name": "network-vif-deleted", "tag": "8decfa82-ad87-4c8b-a695-bdf55bb3bb08", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:02.055433 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99eeeead-1613-4dad-b036-72e5fc2285ef {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:02.055860 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d964138-e5af-48a5-afb7-04ef080ab05f', 'name': 'network-vif-deleted', 'tag': '8decfa82-ad87-4c8b-a695-bdf55bb3bb08', 'status': 'completed', 'code': 200} Feb 04 00:03:02.175225 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Made reservation on behalf of 48b7d8ecba3442cab76d355a3d15822d for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:02.178549 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:02.285933 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f28fac18-21e9-45e5-bbcb-1874cb79c969 req-7790d5d0-6f27-4c4b-9d6e-168ab1e7270b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 210 time: 0.0328534 Feb 04 00:03:02.342617 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Allocated IP 172.20.0.12 (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff/5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a/7da545e1-3e01-4a1d-86cd-de30b5dd6733) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:02.508190 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks [] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:02.618808 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:02.664004 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:02.667036 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:02.670734 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:03:02.697754 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Pushing event updated for resources: {'Port': ['ID=7da545e1-3e01-4a1d-86cd-de30b5dd6733,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:02.723249 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:02.723971 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:02.849666 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-c285a45c-414b-4ae4-8a7b-4d2ec8a7fa8a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2305431 Feb 04 00:03:02.867242 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Request body: {'port': {'device_id': '9b8eec35-3280-4955-8a57-fc09c2f57ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:03:02.924728 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:03.132723 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ec2d4bb-243e-4e41-86e5-38c869e1f7ff req-fb43cef4-b073-40b6-84dd-d6b5d2b6679c tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d964138-e5af-48a5-afb7-04ef080ab05f HTTP/1.1" status: 200 len: 210 time: 0.0302072 Feb 04 00:03:03.210736 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da545e1-3e01-4a1d-86cd-de30b5dd6733 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:03:03.218392 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Publish callbacks [] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:03.229959 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Transition to ACTIVE for port object 7da545e1-3e01-4a1d-86cd-de30b5dd6733 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:03.312009 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:03.372120 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Pushing event updated for resources: {'Port': ['ID=7da545e1-3e01-4a1d-86cd-de30b5dd6733,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:03.476226 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e93c0-6e99-4348-9965-a9c82deb581e req-1fbc28e7-9be3-4934-b453-e37a2b56acc1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:03.477719 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d6e93c0-6e99-4348-9965-a9c82deb581e req-1fbc28e7-9be3-4934-b453-e37a2b56acc1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 944 time: 0.1203482 Feb 04 00:03:03.500957 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Attempting to bind port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:03:03.501292 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Attempting to bind port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:03:03.501624 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Attempting to bind port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:03:03.508864 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:03:03.509311 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Attempting to bind port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:03:03.522241 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:03:03.522594 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Checking segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:03:03.522985 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Bound using segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:03:03.523465 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Bound port: 7da545e1-3e01-4a1d-86cd-de30b5dd6733, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:03:03.523809 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:03.551822 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-0d6e93c0-6e99-4348-9965-a9c82deb581e req-e6e8469c-43c0-4319-95fb-32bb489ae467 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665729 Feb 04 00:03:03.603787 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] For port 7da545e1-3e01-4a1d-86cd-de30b5dd6733, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:03.607061 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] For port 7da545e1-3e01-4a1d-86cd-de30b5dd6733, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7da545e1-3e01-4a1d-86cd-de30b5dd6733,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:03.683792 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:03.720582 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:03.721197 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:03.722617 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] 10.222.0.37 "PUT /v2.0/ports/7da545e1-3e01-4a1d-86cd-de30b5dd6733 HTTP/1.1" status: 200 len: 1094 time: 0.8598213 Feb 04 00:03:03.723062 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8eec35-3280-4955-8a57-fc09c2f57ff8', 'tag': '7da545e1-3e01-4a1d-86cd-de30b5dd6733'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:03.725256 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817b7563-dc53-4cc4-8490-e5d949b39f66" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8eec35-3280-4955-8a57-fc09c2f57ff8", "tag": "7da545e1-3e01-4a1d-86cd-de30b5dd6733"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:03.751517 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f4706-b022-44a3-a74b-11e529d0dd92 service neutron] Pushing event updated for resources: {'Port': ['ID=7da545e1-3e01-4a1d-86cd-de30b5dd6733,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:03.762116 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cd0de7-8084-45aa-b588-bc6d7ad4854f x-openstack-request-id: req-b7cd0de7-8084-45aa-b588-bc6d7ad4854f {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:03.762430 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8eec35-3280-4955-8a57-fc09c2f57ff8", "tag": "7da545e1-3e01-4a1d-86cd-de30b5dd6733", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:03.762685 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7cd0de7-8084-45aa-b588-bc6d7ad4854f {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:03.763080 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8eec35-3280-4955-8a57-fc09c2f57ff8', 'tag': '7da545e1-3e01-4a1d-86cd-de30b5dd6733', 'status': 'completed', 'code': 200} Feb 04 00:03:03.851422 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7563-dc53-4cc4-8490-e5d949b39f66 req-b4179b24-13a7-4e8b-8e6b-ae705674d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:03.852936 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-817b7563-dc53-4cc4-8490-e5d949b39f66 req-b4179b24-13a7-4e8b-8e6b-ae705674d027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 1128 time: 0.0492523 Feb 04 00:03:03.956074 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7563-dc53-4cc4-8490-e5d949b39f66 req-07794d76-3f81-450e-8aed-12798b500217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:03.957606 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-817b7563-dc53-4cc4-8490-e5d949b39f66 req-07794d76-3f81-450e-8aed-12798b500217 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=48b7d8ecba3442cab76d355a3d15822d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0914304 Feb 04 00:03:04.054327 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7563-dc53-4cc4-8490-e5d949b39f66 req-0ac3fdf4-9d17-48b7-af62-798324b8f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:04.055808 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-817b7563-dc53-4cc4-8490-e5d949b39f66 req-0ac3fdf4-9d17-48b7-af62-798324b8f809 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929804 Feb 04 00:03:04.155802 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-bf00f963-29c7-4f75-b737-5f0c1f59898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:04.157325 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-bf00f963-29c7-4f75-b737-5f0c1f59898a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 1128 time: 0.0456681 Feb 04 00:03:04.191897 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46874) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:04.210880 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-be8a6b30-801e-4693-9a74-f5fb06aba7d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7da545e1-3e01-4a1d-86cd-de30b5dd6733 HTTP/1.1" status: 200 len: 217 time: 0.0407360 Feb 04 00:03:04.260223 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-42be90b0-f685-458d-a1f6-2b5609b8d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:04.261618 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-42be90b0-f685-458d-a1f6-2b5609b8d399 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a HTTP/1.1" status: 200 len: 854 time: 0.0455773 Feb 04 00:03:04.292707 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-d86714bc-9f44-4f1d-833d-10658adf85bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250742 Feb 04 00:03:04.316550 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Deleting port a30c9903-6404-4a15-9837-797871b870fa {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:04.316902 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (a30c9903-6404-4a15-9837-797871b870fa), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:04.386653 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-835ba0a7-4ab7-4701-ba33-4bfdd6d839b9 service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879550 Feb 04 00:03:04.395775 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (a30c9903-6404-4a15-9837-797871b870fa), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:04.396111 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (a30c9903-6404-4a15-9837-797871b870fa), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:04.408222 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Calling delete_port for a30c9903-6404-4a15-9837-797871b870fa owned by network:floatingip {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:04.477335 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbe1d13e-9b46-4dd1-93ff-d9f8fb0da16b req-d26cec49-775f-48fd-92eb-f52ef42378a6 service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Feb 04 00:03:04.597786 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (a30c9903-6404-4a15-9837-797871b870fa), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:04.625142 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event deleted for resources: {'Port': ['ID=a30c9903-6404-4a15-9837-797871b870fa,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:04.716008 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for floatingip (36a5f2a9-c75e-428e-8680-b71de8af5d7c), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:04.719342 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:04.720483 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-801cc62d-440d-41fd-bb00-cb46fdd423cc tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "DELETE /v2.0/floatingips/36a5f2a9-c75e-428e-8680-b71de8af5d7c HTTP/1.1" status: 204 len: 168 time: 0.5275998 Feb 04 00:03:04.731462 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3abc9-2f71-4b36-96e1-e6195bd3ef06 req-2e45b5d3-9e71-421b-9c8b-f77c7a37c337 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:04.732941 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aec3abc9-2f71-4b36-96e1-e6195bd3ef06 req-2e45b5d3-9e71-421b-9c8b-f77c7a37c337 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 944 time: 0.1091678 Feb 04 00:03:04.781396 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-aec3abc9-2f71-4b36-96e1-e6195bd3ef06 req-66364c2d-b0ee-4197-bee0-cf1b745d6961 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Feb 04 00:03:04.875107 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:03:04.895938 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:03:04.896283 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 8decfa82-ad87-4c8b-a695-bdf55bb3bb08 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:03:05.901819 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344beff-f472-4de5-a6f9-943d09803517 req-9a47f6fd-b68f-4b89-afca-0565abe82a83 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:05.903242 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6344beff-f472-4de5-a6f9-943d09803517 req-9a47f6fd-b68f-4b89-afca-0565abe82a83 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 944 time: 0.0534968 Feb 04 00:03:05.953655 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6344beff-f472-4de5-a6f9-943d09803517 req-9a83857b-13a4-45b0-bedf-f26b98bd7b0d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Feb 04 00:03:06.114920 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46894) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:06.169983 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df2ae7e7-42e1-461d-91dc-f12356db1ad3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group (37087b5c-0ebe-475b-9753-080f5de85f1b), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:06.193711 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df2ae7e7-42e1-461d-91dc-f12356db1ad3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group (37087b5c-0ebe-475b-9753-080f5de85f1b), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:06.332651 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df2ae7e7-42e1-461d-91dc-f12356db1ad3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (37087b5c-0ebe-475b-9753-080f5de85f1b), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:06.335270 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df2ae7e7-42e1-461d-91dc-f12356db1ad3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:06.336440 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-df2ae7e7-42e1-461d-91dc-f12356db1ad3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] 10.222.0.41 "DELETE /v2.0/security-groups/37087b5c-0ebe-475b-9753-080f5de85f1b HTTP/1.1" status: 204 len: 168 time: 0.2205458 Feb 04 00:03:06.345649 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ae7e7-42e1-461d-91dc-f12356db1ad3 tempest-TestVolumeBootPattern-382620283 tempest-TestVolumeBootPattern-382620283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37087b5c-0ebe-475b-9753-080f5de85f1b,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:06.516716 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46904) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:06.873203 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 7da545e1-3e01-4a1d-86cd-de30b5dd6733 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:03:06.971465 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 7da545e1-3e01-4a1d-86cd-de30b5dd6733, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7da545e1-3e01-4a1d-86cd-de30b5dd6733,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:06.984694 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '7da545e1-3e01-4a1d-86cd-de30b5dd6733', 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'port_id': '7da545e1-3e01-4a1d-86cd-de30b5dd6733', 'mac_address': 'fa:16:3e:a7:73:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:03:07.026990 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:07.027438 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:07.041338 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da545e1-3e01-4a1d-86cd-de30b5dd6733 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:03:07.053392 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:07.062473 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 7da545e1-3e01-4a1d-86cd-de30b5dd6733, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7da545e1-3e01-4a1d-86cd-de30b5dd6733,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:07.087085 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16421c36-eedb-4cd8-b7bc-f3db1da59127 req-afbbf9a1-2ec8-4659-ba80-38f7018f0f7e tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:07.088602 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-16421c36-eedb-4cd8-b7bc-f3db1da59127 req-afbbf9a1-2ec8-4659-ba80-38f7018f0f7e tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 944 time: 0.0526068 Feb 04 00:03:07.139144 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-16421c36-eedb-4cd8-b7bc-f3db1da59127 req-13401397-cb9d-45ed-a8eb-7c734b2f3449 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 Feb 04 00:03:07.140890 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:07.189573 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=7da545e1-3e01-4a1d-86cd-de30b5dd6733,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:07.306497 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Deleting port abaf0ac9-efbb-4a4c-af00-b1392208d5aa {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:07.307100 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:07.382201 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] For port abaf0ac9-efbb-4a4c-af00-b1392208d5aa, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:07.382562 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:07.395756 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Calling delete_port for abaf0ac9-efbb-4a4c-af00-b1392208d5aa owned by network:router_interface {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:07.617287 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7da545e1-3e01-4a1d-86cd-de30b5dd6733'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:03:07.641528 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (abaf0ac9-efbb-4a4c-af00-b1392208d5aa), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:07.668679 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=abaf0ac9-efbb-4a4c-af00-b1392208d5aa,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:07.850538 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:08.286784 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ab4f8-ce1f-4442-8369-a3a225cb1c96 req-80aeca13-9e72-4146-aec8-fdbe692dbab2 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:08.288271 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-391ab4f8-ce1f-4442-8369-a3a225cb1c96 req-80aeca13-9e72-4146-aec8-fdbe692dbab2 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 945 time: 0.0725670 Feb 04 00:03:08.408122 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-391ab4f8-ce1f-4442-8369-a3a225cb1c96 req-09b70757-bb86-402e-bd46-5a5c9dc01ea4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841908 Feb 04 00:03:08.427636 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:03:08.537492 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:03:08.542589 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-240f6b79-fcf4-43bf-b9f8-2dbb47151f97 admin admin] 10.222.0.41 "PUT /v2.0/routers/3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0245297 Feb 04 00:03:08.545179 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46934) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:08.547752 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] Sync routers for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:03:08.558072 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:03:08.558684 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:56Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:08.652352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks [] for router (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:08.669607 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:03:08.757955 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks [] for router_gateway (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:08.845714 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-04T00:03:07Z', 'revision_number': 5, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port': {'id': 'ab0e56f9-c007-40b3-a821-afbe40f91256', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-03T23:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:08.873951 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 7da545e1-3e01-4a1d-86cd-de30b5dd6733 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:03:08.876378 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] Checking router: 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:03:08.913327 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] Routers {'3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:03:08.913991 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:56Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:08.930926 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Deleting port ab0e56f9-c007-40b3-a821-afbe40f91256 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:08.931204 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.010684 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] Set router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 gateway port host: None {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:03:09.011523 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] For port ab0e56f9-c007-40b3-a821-afbe40f91256, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=ab0e56f9-c007-40b3-a821-afbe40f91256,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:09.011979 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.026099 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Calling delete_port for ab0e56f9-c007-40b3-a821-afbe40f91256 owned by network:router_gateway {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:09.062826 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-04T00:03:08Z', 'revision_number': 6, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port_host': None}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:09.092257 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05d3de-051c-4c92-8190-30f0ceab9f8e None None] The sync data for ids ['3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6'] in dv-cinder-822768-2-iscsi is: [{'id': '3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6', 'name': 'tempest-TestVolumeBootPattern-95572987-router', 'tenant_id': 'dd8c2e0432d9424db703038c19cba9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:38Z', 'updated_at': '2022-02-04T00:03:08Z', 'revision_number': 6, 'project_id': 'dd8c2e0432d9424db703038c19cba9c9', 'gw_port_host': None}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:03:09.109701 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:09.122676 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:09.122676 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.193174 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:09.193607 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.221918 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8eec35-3280-4955-8a57-fc09c2f57ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da545e1-3e01-4a1d-86cd-de30b5dd6733'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:09.224126 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2b29c4-75cd-4154-be1f-2710c1086372" -d '{"events": [{"server_uuid": "9b8eec35-3280-4955-8a57-fc09c2f57ff8", "name": "network-vif-plugged", "status": "completed", "tag": "7da545e1-3e01-4a1d-86cd-de30b5dd6733"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:09.238351 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 7da545e1-3e01-4a1d-86cd-de30b5dd6733, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7da545e1-3e01-4a1d-86cd-de30b5dd6733,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:09.298327 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (ab0e56f9-c007-40b3-a821-afbe40f91256), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.326586 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0e56f9-c007-40b3-a821-afbe40f91256,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:09.364155 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.391560 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6403827a-d54d-474d-bf11-c69b2a42af20 x-openstack-request-id: req-6403827a-d54d-474d-bf11-c69b2a42af20 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:09.391864 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8eec35-3280-4955-8a57-fc09c2f57ff8", "name": "network-vif-plugged", "status": "completed", "tag": "7da545e1-3e01-4a1d-86cd-de30b5dd6733", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:09.392125 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6403827a-d54d-474d-bf11-c69b2a42af20 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:09.392520 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8eec35-3280-4955-8a57-fc09c2f57ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da545e1-3e01-4a1d-86cd-de30b5dd6733', 'code': 200} Feb 04 00:03:09.407781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.430567 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=7da545e1-3e01-4a1d-86cd-de30b5dd6733,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:09.565025 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.568475 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks [] for router_controller (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.628511 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95aac8-4eac-4cd9-a71d-f9c9907ddb3c req-768bcd18-7f00-43ac-a92a-61890264fb4d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:09.630076 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2b95aac8-4eac-4cd9-a71d-f9c9907ddb3c req-768bcd18-7f00-43ac-a92a-61890264fb4d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 946 time: 0.1405544 Feb 04 00:03:09.677450 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-2b95aac8-4eac-4cd9-a71d-f9c9907ddb3c req-ecb6f334-bc4c-49f7-b3de-9e9c7b5a6797 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Feb 04 00:03:09.740840 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.741663 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 {{(pid=109790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:03:09.746133 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.747306 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-fcd43a9b-0ad3-4b3b-b56e-c5cf23033807 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3b14c4af-90ae-4fc9-a61e-1d97e3e13cb6 HTTP/1.1" status: 204 len: 168 time: 1.2010210 Feb 04 00:03:09.749976 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46946) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:09.794678 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6075438f-2e46-406f-a954-810e28015081 admin admin] Deleting subnet 25fabc35-fffb-4507-ab31-3db0f21dc155 {{(pid=109790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:03:09.796262 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfebb9-e8d3-479e-ba6e-e8abafd872d4 req-8a06283b-5269-4d00-9d2e-6f005ee6f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:09.797920 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6075438f-2e46-406f-a954-810e28015081 admin admin] Publish callbacks [] for subnet (25fabc35-fffb-4507-ab31-3db0f21dc155), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.798073 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b5bfebb9-e8d3-479e-ba6e-e8abafd872d4 req-8a06283b-5269-4d00-9d2e-6f005ee6f452 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 1130 time: 0.0438955 Feb 04 00:03:09.845437 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6075438f-2e46-406f-a954-810e28015081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027207'] for subnet (25fabc35-fffb-4507-ab31-3db0f21dc155), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:09.853349 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b5bfebb9-e8d3-479e-ba6e-e8abafd872d4 req-0a7477b4-d8ac-4f47-ba58-58c559c439e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Feb 04 00:03:09.925258 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6075438f-2e46-406f-a954-810e28015081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (25fabc35-fffb-4507-ab31-3db0f21dc155), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.061142 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6075438f-2e46-406f-a954-810e28015081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25886206'] for subnet (25fabc35-fffb-4507-ab31-3db0f21dc155), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.096860 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075438f-2e46-406f-a954-810e28015081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fabc35-fffb-4507-ab31-3db0f21dc155,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.099114 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6075438f-2e46-406f-a954-810e28015081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.105944 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-6075438f-2e46-406f-a954-810e28015081 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/25fabc35-fffb-4507-ab31-3db0f21dc155 HTTP/1.1" status: 204 len: 168 time: 0.3516285 Feb 04 00:03:10.106877 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46950) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:10.107355 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d163f6-ab6a-4b5e-98eb-19a9e9990714 None None] Network 1e8bd5c8-1987-4436-9a1a-4bf840844c1e requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:03:10.199110 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (1e8bd5c8-1987-4436-9a1a-4bf840844c1e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.258066 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Deleting port 0bd68be1-acae-491c-b889-f9d6f2448014 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:10.258409 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.279365 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] DHCP port deletion for 1e8bd5c8-1987-4436-9a1a-4bf840844c1e request from dv-cinder-822768-2-iscsi {{(pid=109793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 00:03:10.330411 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] For port 0bd68be1-acae-491c-b889-f9d6f2448014, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=0bd68be1-acae-491c-b889-f9d6f2448014,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:10.330779 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.333430 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] Deleting port 0bd68be1-acae-491c-b889-f9d6f2448014 {{(pid=109793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:10.333808 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), before_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.343158 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Calling delete_port for 0bd68be1-acae-491c-b889-f9d6f2448014 owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:10.398442 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] For port 0bd68be1-acae-491c-b889-f9d6f2448014, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=0bd68be1-acae-491c-b889-f9d6f2448014,segment=NetworkSegment(9878edbb-61ff-4959-ad91-6b7afd436a6a),segment_id=9878edbb-61ff-4959-ad91-6b7afd436a6a)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:10.398743 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), precommit_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.412709 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] Calling delete_port for 0bd68be1-acae-491c-b889-f9d6f2448014 owned by network:dhcp {{(pid=109793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:10.484269 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.512325 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd68be1-acae-491c-b889-f9d6f2448014,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.518405 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] No DVR routers for this DVR port 0bd68be1-acae-491c-b889-f9d6f2448014 on host dv-cinder-822768-2-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:03:10.595582 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (1e8bd5c8-1987-4436-9a1a-4bf840844c1e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.617366 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8bd5c8-1987-4436-9a1a-4bf840844c1e']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:10.628065 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9878edbb-61ff-4959-ad91-6b7afd436a6a') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:10.628371 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9878edbb-61ff-4959-ad91-6b7afd436a6a') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:10.638879 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25184256'] for segment (9878edbb-61ff-4959-ad91-6b7afd436a6a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.639526 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (0bd68be1-acae-491c-b889-f9d6f2448014), after_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.652633 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (9878edbb-61ff-4959-ad91-6b7afd436a6a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.658952 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:03:10.659337 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183379'] for segment (9878edbb-61ff-4959-ad91-6b7afd436a6a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: Traceback (most recent call last): Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: timer() Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: cb(*args, **kw) Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: return func(*args, **kwargs) Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: self._notify() Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: self.callback(batched_events) Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: event.method(event) Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: return f(self, *a, **k) Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._get(url).json() Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:03:10.660958 dv-cinder-822768-2-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:03:10.665547 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] Pushing event deleted for resources: {'Port': ['ID=0bd68be1-acae-491c-b889-f9d6f2448014,revision_number=None']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.667393 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187c6ad-0a62-4d42-ab8c-7908a2728d98 None None] No DVR routers for this DVR port 0bd68be1-acae-491c-b889-f9d6f2448014 on host dv-cinder-822768-2-iscsi {{(pid=109793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:03:10.787243 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (1e8bd5c8-1987-4436-9a1a-4bf840844c1e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.793494 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:10.797518 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1e8bd5c8-1987-4436-9a1a-4bf840844c1e HTTP/1.1" status: 204 len: 168 time: 0.6895432 Feb 04 00:03:10.801023 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46956) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:10.810960 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393d7b4-61df-4051-9e2f-9743048eed82 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8bd5c8-1987-4436-9a1a-4bf840844c1e,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.822706 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69a78b-ac83-4777-890a-0acb4cbba70c req-3a150148-a332-49f5-9181-d046d45409cd tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:10.824235 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cd69a78b-ac83-4777-890a-0acb4cbba70c req-3a150148-a332-49f5-9181-d046d45409cd tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 946 time: 0.0787547 Feb 04 00:03:10.889679 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cd69a78b-ac83-4777-890a-0acb4cbba70c req-9afad9f8-cb68-4c36-a4b5-aad7507ba772 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546541 Feb 04 00:03:10.894081 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device abaf0ac9-efbb-4a4c-af00-b1392208d5aa no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:03:10.918407 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: abaf0ac9-efbb-4a4c-af00-b1392208d5aa {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:03:10.918750 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device abaf0ac9-efbb-4a4c-af00-b1392208d5aa not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:03:10.919165 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device ab0e56f9-c007-40b3-a821-afbe40f91256 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:03:10.939960 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: ab0e56f9-c007-40b3-a821-afbe40f91256 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:03:10.940224 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device ab0e56f9-c007-40b3-a821-afbe40f91256 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:03:10.940644 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 0bd68be1-acae-491c-b889-f9d6f2448014 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:03:10.960059 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 0bd68be1-acae-491c-b889-f9d6f2448014 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:03:10.960404 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 0bd68be1-acae-491c-b889-f9d6f2448014 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:03:11.176855 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (d6e99b97-988b-4b4d-8c23-81cfda953a05), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:11.436236 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Deleting port af35dab7-4a96-4d9c-bf1e-77c3fee30579 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:11.436522 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:11.513839 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] For port af35dab7-4a96-4d9c-bf1e-77c3fee30579, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=af35dab7-4a96-4d9c-bf1e-77c3fee30579,segment=NetworkSegment(fd237f83-29f6-40d0-95b4-6285b2cc8c13),segment_id=fd237f83-29f6-40d0-95b4-6285b2cc8c13)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:11.514236 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:11.527676 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Calling delete_port for af35dab7-4a96-4d9c-bf1e-77c3fee30579 owned by network:router_interface {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:11.797531 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (af35dab7-4a96-4d9c-bf1e-77c3fee30579), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:11.825970 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Pushing event deleted for resources: {'Port': ['ID=af35dab7-4a96-4d9c-bf1e-77c3fee30579,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:12.028680 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (d6e99b97-988b-4b4d-8c23-81cfda953a05), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:12.052010 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844ad2a-63f2-4f56-9a47-43d815e6f9cb req-b0d2fd24-718b-44af-adfb-839eb24239de tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:12.053426 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f844ad2a-63f2-4f56-9a47-43d815e6f9cb req-b0d2fd24-718b-44af-adfb-839eb24239de tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 946 time: 0.0755522 Feb 04 00:03:12.168922 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f844ad2a-63f2-4f56-9a47-43d815e6f9cb req-41196adb-b472-4543-a2c1-49bd15ee8e2b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827715 Feb 04 00:03:12.327275 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Router d6e99b97-988b-4b4d-8c23-81cfda953a05 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:03:12.422641 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:03:12.427948 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-14e37f1a-be76-47b6-b0f8-821cb63207ec admin admin] 10.222.0.41 "PUT /v2.0/routers/d6e99b97-988b-4b4d-8c23-81cfda953a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6258578 Feb 04 00:03:12.430470 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 46968) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:12.431144 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] Sync routers for ids ['d6e99b97-988b-4b4d-8c23-81cfda953a05'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:03:12.442546 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] Routers {'d6e99b97-988b-4b4d-8c23-81cfda953a05'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:03:12.443189 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:56Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['d6e99b97-988b-4b4d-8c23-81cfda953a05'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:12.543858 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks [] for router (d6e99b97-988b-4b4d-8c23-81cfda953a05), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:12.554189 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] Set router d6e99b97-988b-4b4d-8c23-81cfda953a05 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:03:12.656954 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks [] for router_gateway (d6e99b97-988b-4b4d-8c23-81cfda953a05), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:12.746516 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-04T00:03:11Z', 'revision_number': 5, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port': {'id': 'bba8096a-72b6-4220-b08c-b07d0089a0c4', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:85:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:52:47Z', 'updated_at': '2022-02-03T23:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:12.769468 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] Checking router: d6e99b97-988b-4b4d-8c23-81cfda953a05 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:03:12.786205 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] Routers {'d6e99b97-988b-4b4d-8c23-81cfda953a05'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:03:12.786205 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:02:56Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['d6e99b97-988b-4b4d-8c23-81cfda953a05'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:12.834863 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Deleting port bba8096a-72b6-4220-b08c-b07d0089a0c4 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:12.835460 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:12.876033 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] Set router d6e99b97-988b-4b4d-8c23-81cfda953a05 gateway port host: None {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:03:12.926938 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] For port bba8096a-72b6-4220-b08c-b07d0089a0c4, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=bba8096a-72b6-4220-b08c-b07d0089a0c4,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:12.927333 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:12.932200 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-04T00:03:12Z', 'revision_number': 6, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port_host': None}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:12.949307 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Calling delete_port for bba8096a-72b6-4220-b08c-b07d0089a0c4 owned by network:router_gateway {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:12.962464 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ce2cb-455a-422b-904c-5d75ab50b6a5 None None] The sync data for ids ['d6e99b97-988b-4b4d-8c23-81cfda953a05'] in dv-cinder-822768-2-iscsi is: [{'id': 'd6e99b97-988b-4b4d-8c23-81cfda953a05', 'name': 'tempest-TestVolumeBootPattern-2090282699-router', 'tenant_id': '68cfb348891a4c16b8a27b9280222a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:52:46Z', 'updated_at': '2022-02-04T00:03:12Z', 'revision_number': 6, 'project_id': '68cfb348891a4c16b8a27b9280222a9a', 'gw_port_host': None}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:03:13.235608 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (bba8096a-72b6-4220-b08c-b07d0089a0c4), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:13.260832 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba8096a-72b6-4220-b08c-b07d0089a0c4,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:13.328803 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (d6e99b97-988b-4b4d-8c23-81cfda953a05), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:13.357751 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:13.706178 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (d6e99b97-988b-4b4d-8c23-81cfda953a05), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:13.708302 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks [] for router_controller (d6e99b97-988b-4b4d-8c23-81cfda953a05), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:13.879498 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (d6e99b97-988b-4b4d-8c23-81cfda953a05), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:13.879498 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e99b97-988b-4b4d-8c23-81cfda953a05 {{(pid=109790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:03:13.879498 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:13.879498 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d853cbf4-1b56-49fc-ba5b-fa3a0e7842a9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d6e99b97-988b-4b4d-8c23-81cfda953a05 HTTP/1.1" status: 204 len: 168 time: 1.4456761 Feb 04 00:03:13.880939 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 46988) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:13.926063 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5e5e35-4bb2-45b4-836d-1898a19030a0 admin admin] Deleting subnet 8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:03:13.929303 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a5e5e35-4bb2-45b4-836d-1898a19030a0 admin admin] Publish callbacks [] for subnet (8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:13.974518 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a5e5e35-4bb2-45b4-836d-1898a19030a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25184265'] for subnet (8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.058692 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a5e5e35-4bb2-45b4-836d-1898a19030a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.184195 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a5e5e35-4bb2-45b4-836d-1898a19030a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25182877'] for subnet (8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.212456 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e5e35-4bb2-45b4-836d-1898a19030a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:14.214550 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a5e5e35-4bb2-45b4-836d-1898a19030a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.217721 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6a5e5e35-4bb2-45b4-836d-1898a19030a0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8b40c0c1-7b50-4d80-bcfc-14a6a8fb9d06 HTTP/1.1" status: 204 len: 168 time: 0.3369002 Feb 04 00:03:14.221091 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47000) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:14.222478 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a4e6b-2289-4184-a958-641c2098cd82 None None] Network 9d76fe07-0d4a-41f7-a893-fea842483c34 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:03:14.291498 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (9d76fe07-0d4a-41f7-a893-fea842483c34), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.357525 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Deleting port 8c57f391-fcc3-4a78-9259-7007dfd224d0 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:14.357875 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.380753 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] DHCP port deletion for 9d76fe07-0d4a-41f7-a893-fea842483c34 request from dv-cinder-822768-2-iscsi {{(pid=109793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 00:03:14.424089 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] For port 8c57f391-fcc3-4a78-9259-7007dfd224d0, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8c57f391-fcc3-4a78-9259-7007dfd224d0,segment=NetworkSegment(fd237f83-29f6-40d0-95b4-6285b2cc8c13),segment_id=fd237f83-29f6-40d0-95b4-6285b2cc8c13)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:14.424669 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.432920 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] Deleting port 8c57f391-fcc3-4a78-9259-7007dfd224d0 {{(pid=109793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:03:14.433295 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), before_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.438064 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Calling delete_port for 8c57f391-fcc3-4a78-9259-7007dfd224d0 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:14.497411 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] For port 8c57f391-fcc3-4a78-9259-7007dfd224d0, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8c57f391-fcc3-4a78-9259-7007dfd224d0,segment=NetworkSegment(fd237f83-29f6-40d0-95b4-6285b2cc8c13),segment_id=fd237f83-29f6-40d0-95b4-6285b2cc8c13)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:14.497817 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), precommit_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.511458 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] Calling delete_port for 8c57f391-fcc3-4a78-9259-7007dfd224d0 owned by network:dhcp {{(pid=109793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:03:14.584013 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.590140 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47004) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:14.591198 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (8c57f391-fcc3-4a78-9259-7007dfd224d0), after_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.616104 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c57f391-fcc3-4a78-9259-7007dfd224d0,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:14.619480 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] No DVR routers for this DVR port 8c57f391-fcc3-4a78-9259-7007dfd224d0 on host dv-cinder-822768-2-iscsi {{(pid=109793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:03:14.620697 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] No DVR routers for this DVR port 8c57f391-fcc3-4a78-9259-7007dfd224d0 on host dv-cinder-822768-2-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:03:14.627039 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e4ef0-dbda-4f42-9ff7-b55cb213958d None None] Pushing event deleted for resources: {'Port': ['ID=8c57f391-fcc3-4a78-9259-7007dfd224d0,revision_number=None']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:14.697333 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (9d76fe07-0d4a-41f7-a893-fea842483c34), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.720680 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-19097338-d61c-455f-a585-a3312e7e59d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.722333 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d76fe07-0d4a-41f7-a893-fea842483c34']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:14.731959 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd237f83-29f6-40d0-95b4-6285b2cc8c13') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:14.732264 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd237f83-29f6-40d0-95b4-6285b2cc8c13') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:14.742739 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (fd237f83-29f6-40d0-95b4-6285b2cc8c13), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.756843 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (fd237f83-29f6-40d0-95b4-6285b2cc8c13), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.762795 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:03:14.763184 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (fd237f83-29f6-40d0-95b4-6285b2cc8c13), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:03:14.768433 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:03:14.793871 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-19097338-d61c-455f-a585-a3312e7e59d6 admin admin] Publish callbacks [] for security_group (d5c04fce-4097-4c3d-b0cb-92ed21f82094), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.872107 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-19097338-d61c-455f-a585-a3312e7e59d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (d5c04fce-4097-4c3d-b0cb-92ed21f82094), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.887916 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device bba8096a-72b6-4220-b08c-b07d0089a0c4 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:03:14.902776 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: bba8096a-72b6-4220-b08c-b07d0089a0c4 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:03:14.903121 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device bba8096a-72b6-4220-b08c-b07d0089a0c4 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:03:14.903549 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device af35dab7-4a96-4d9c-bf1e-77c3fee30579 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:03:14.907132 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (9d76fe07-0d4a-41f7-a893-fea842483c34), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.917939 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-19097338-d61c-455f-a585-a3312e7e59d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fed18949bc2e4735b2a092995a832567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266778 Feb 04 00:03:14.923395 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47008) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:14.925438 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19097338-d61c-455f-a585-a3312e7e59d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c04fce-4097-4c3d-b0cb-92ed21f82094,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:14.926713 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: af35dab7-4a96-4d9c-bf1e-77c3fee30579 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:03:14.926962 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:14.927082 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device af35dab7-4a96-4d9c-bf1e-77c3fee30579 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:03:14.927465 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8c57f391-fcc3-4a78-9259-7007dfd224d0 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:03:14.930599 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9d76fe07-0d4a-41f7-a893-fea842483c34 HTTP/1.1" status: 204 len: 168 time: 0.7085209 Feb 04 00:03:14.931572 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65c669-b460-49e5-a8a4-10f30cc1ce37 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d76fe07-0d4a-41f7-a893-fea842483c34,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:14.949028 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 8c57f391-fcc3-4a78-9259-7007dfd224d0 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:03:14.949386 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8c57f391-fcc3-4a78-9259-7007dfd224d0 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:03:14.984577 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ab730eb0-4e02-471f-95d5-f2755d925540 admin admin] Publish callbacks [] for security_group (d5c04fce-4097-4c3d-b0cb-92ed21f82094), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.007435 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ab730eb0-4e02-471f-95d5-f2755d925540 admin admin] Publish callbacks [] for security_group (d5c04fce-4097-4c3d-b0cb-92ed21f82094), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.120627 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ab730eb0-4e02-471f-95d5-f2755d925540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (d5c04fce-4097-4c3d-b0cb-92ed21f82094), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.123302 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ab730eb0-4e02-471f-95d5-f2755d925540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.124668 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ab730eb0-4e02-471f-95d5-f2755d925540 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5c04fce-4097-4c3d-b0cb-92ed21f82094 HTTP/1.1" status: 204 len: 168 time: 0.2049739 Feb 04 00:03:15.132657 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab730eb0-4e02-471f-95d5-f2755d925540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c04fce-4097-4c3d-b0cb-92ed21f82094,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:15.303590 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47020) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:15.343863 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b661d282-e574-4904-ad91-b8f2cfc40d8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd8c2e0432d9424db703038c19cba9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389507 Feb 04 00:03:15.346123 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47022) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:15.392562 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-43cea881-fa89-4092-b497-72f321fe95c4 admin admin] Publish callbacks [] for security_group (aa770a15-4ac1-43b1-bba2-502d76d723f7), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.413291 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-43cea881-fa89-4092-b497-72f321fe95c4 admin admin] Publish callbacks [] for security_group (aa770a15-4ac1-43b1-bba2-502d76d723f7), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.543762 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-43cea881-fa89-4092-b497-72f321fe95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (aa770a15-4ac1-43b1-bba2-502d76d723f7), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.546432 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-43cea881-fa89-4092-b497-72f321fe95c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.547715 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-43cea881-fa89-4092-b497-72f321fe95c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa770a15-4ac1-43b1-bba2-502d76d723f7 HTTP/1.1" status: 204 len: 168 time: 0.2006400 Feb 04 00:03:15.555303 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cea881-fa89-4092-b497-72f321fe95c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa770a15-4ac1-43b1-bba2-502d76d723f7,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:15.816644 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47032) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:15.829974 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8471-18dd-476a-b65a-e611cdfda5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.901506 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8471-18dd-476a-b65a-e611cdfda5ad admin admin] Publish callbacks [] for security_group (0e3bcfea-11f4-4506-8c7a-2ff0babcb831), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:15.997874 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8471-18dd-476a-b65a-e611cdfda5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (0e3bcfea-11f4-4506-8c7a-2ff0babcb831), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.044599 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c3cc8471-18dd-476a-b65a-e611cdfda5ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66143063bc3e470381645a8181887dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268758 Feb 04 00:03:16.047198 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc8471-18dd-476a-b65a-e611cdfda5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3bcfea-11f4-4506-8c7a-2ff0babcb831,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:16.048352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47038) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:16.110586 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89815c89-1284-47b5-82d2-bb440a3d5f24 admin admin] Publish callbacks [] for security_group (0e3bcfea-11f4-4506-8c7a-2ff0babcb831), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.132823 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89815c89-1284-47b5-82d2-bb440a3d5f24 admin admin] Publish callbacks [] for security_group (0e3bcfea-11f4-4506-8c7a-2ff0babcb831), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.243170 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89815c89-1284-47b5-82d2-bb440a3d5f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (0e3bcfea-11f4-4506-8c7a-2ff0babcb831), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.246010 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89815c89-1284-47b5-82d2-bb440a3d5f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.247400 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-89815c89-1284-47b5-82d2-bb440a3d5f24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e3bcfea-11f4-4506-8c7a-2ff0babcb831 HTTP/1.1" status: 204 len: 168 time: 0.1978617 Feb 04 00:03:16.255581 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89815c89-1284-47b5-82d2-bb440a3d5f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3bcfea-11f4-4506-8c7a-2ff0babcb831,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:16.315303 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47042) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:16.355878 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f79b02d1-83b3-42bf-9cfa-ac5861c93050 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68cfb348891a4c16b8a27b9280222a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394137 Feb 04 00:03:16.358302 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47044) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:16.415851 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-adf60735-2dfa-47d0-8d16-7f57d24411b1 admin admin] Publish callbacks [] for security_group (649a899d-55bd-4c62-9877-db6eea7fab8d), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.436683 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-adf60735-2dfa-47d0-8d16-7f57d24411b1 admin admin] Publish callbacks [] for security_group (649a899d-55bd-4c62-9877-db6eea7fab8d), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.537971 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-adf60735-2dfa-47d0-8d16-7f57d24411b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (649a899d-55bd-4c62-9877-db6eea7fab8d), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.540644 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-adf60735-2dfa-47d0-8d16-7f57d24411b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:16.541804 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-adf60735-2dfa-47d0-8d16-7f57d24411b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/649a899d-55bd-4c62-9877-db6eea7fab8d HTTP/1.1" status: 204 len: 168 time: 0.1818798 Feb 04 00:03:16.549808 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf60735-2dfa-47d0-8d16-7f57d24411b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649a899d-55bd-4c62-9877-db6eea7fab8d,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:17.069189 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47052) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:17.089534 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2d2f-015d-4e67-a99a-c96f54efd832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:17.162186 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2d2f-015d-4e67-a99a-c96f54efd832 admin admin] Publish callbacks [] for security_group (351e8241-a9a2-4d67-ba4a-8d8ea865f001), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:17.237198 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2d2f-015d-4e67-a99a-c96f54efd832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (351e8241-a9a2-4d67-ba4a-8d8ea865f001), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:17.275226 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ecbc2d2f-015d-4e67-a99a-c96f54efd832 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f14ec365e4f4ee2b0c10b11a526aba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079983 Feb 04 00:03:17.276108 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc2d2f-015d-4e67-a99a-c96f54efd832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351e8241-a9a2-4d67-ba4a-8d8ea865f001,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:17.277940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47054) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:03:17.325271 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-64f29ffd-dfe3-4b0f-b315-55515aaff53b admin admin] Publish callbacks [] for security_group (351e8241-a9a2-4d67-ba4a-8d8ea865f001), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:17.346262 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-64f29ffd-dfe3-4b0f-b315-55515aaff53b admin admin] Publish callbacks [] for security_group (351e8241-a9a2-4d67-ba4a-8d8ea865f001), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:17.472126 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-64f29ffd-dfe3-4b0f-b315-55515aaff53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (351e8241-a9a2-4d67-ba4a-8d8ea865f001), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:17.475960 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-64f29ffd-dfe3-4b0f-b315-55515aaff53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:17.477344 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-64f29ffd-dfe3-4b0f-b315-55515aaff53b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/351e8241-a9a2-4d67-ba4a-8d8ea865f001 HTTP/1.1" status: 204 len: 168 time: 0.1983595 Feb 04 00:03:17.486182 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f29ffd-dfe3-4b0f-b315-55515aaff53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351e8241-a9a2-4d67-ba4a-8d8ea865f001,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:22.918051 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1e72e-183c-4a9a-9e20-c2bf9e0beb09 req-bfd489e2-2c99-4bf7-b032-9f1c4102a754 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:22.919473 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-68a1e72e-183c-4a9a-9e20-c2bf9e0beb09 req-bfd489e2-2c99-4bf7-b032-9f1c4102a754 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0578742 Feb 04 00:03:22.969704 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-68a1e72e-183c-4a9a-9e20-c2bf9e0beb09 req-121c3bbe-9849-445c-a0d0-6eb000fabd45 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Feb 04 00:03:23.231558 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a945afe2-bd07-4b57-89f9-8d9b7689fe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:23.694985 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c953b6-7b70-4705-bf59-510ea2762778 req-e1d66b7b-9277-4bb2-a0ae-96bb10814ebb tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:23.696467 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-e1d66b7b-9277-4bb2-a0ae-96bb10814ebb tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 814 time: 0.1031513 Feb 04 00:03:23.712082 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-da868fe6-e37a-4eb5-99e1-b3f912a6f957 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/quotas/48b7d8ecba3442cab76d355a3d15822d HTTP/1.1" status: 200 len: 375 time: 0.0101404 Feb 04 00:03:23.767937 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-cd37d0f5-1874-4a08-b1a1-d346aff8d99a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505934 Feb 04 00:03:23.859106 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-cb3a0c0d-279d-44b4-9d73-04e3f77eae4f service neutron] 10.222.0.41 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834794 Feb 04 00:03:23.947393 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-ff82d2b9-092b-46ca-923a-34214dd100a9 service neutron] 10.222.0.41 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828240 Feb 04 00:03:24.090688 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc534c74-51ef-4794-8b0a-cf98840c8663 req-6845e1c6-e817-4ef5-8a11-b20d374510f1 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:24.092141 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bc534c74-51ef-4794-8b0a-cf98840c8663 req-6845e1c6-e817-4ef5-8a11-b20d374510f1 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0514004 Feb 04 00:03:24.151915 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bc534c74-51ef-4794-8b0a-cf98840c8663 req-89738722-e99e-4daf-9287-479c67f5f6b6 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537722 Feb 04 00:03:24.209999 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e4deb85f-b5f8-4ea4-95d0-8199dbd9bd37 req-9beef62b-64b9-4a78-80e7-8437e678f0a4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 210 time: 0.0315325 Feb 04 00:03:25.282770 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0a65-1913-484d-bf3e-6210b060595e req-0f3b4688-e42c-4728-bdd5-160b0fd7d8dc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:25.284252 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-25fc0a65-1913-484d-bf3e-6210b060595e req-0f3b4688-e42c-4728-bdd5-160b0fd7d8dc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0625546 Feb 04 00:03:25.304272 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c60cb1d6-fd69-4692-bdad-6ad7f4a6a9d3 req-ea7ecba3-65a8-4672-aacd-09c780afbafe tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 210 time: 0.0272779 Feb 04 00:03:25.334189 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-25fc0a65-1913-484d-bf3e-6210b060595e req-c5deafc7-08e5-41df-933d-714192dcec50 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Feb 04 00:03:25.580332 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e606-efa1-4267-9c76-f4a7f8e15f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:26.418059 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-18c1be16-24cc-485b-bbae-17415bc664fc req-5e423758-566f-40b3-9d3f-3bd917e6dcd6 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 210 time: 0.0315697 Feb 04 00:03:26.545311 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b843d1b8-7e89-4f2b-9c98-a20278ed78b7 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:26.547154 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b843d1b8-7e89-4f2b-9c98-a20278ed78b7 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 814 time: 0.1462035 Feb 04 00:03:26.554560 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8443dbc-c3c1-4d1d-a2e1-8d1669606043 req-98d507d4-90fb-4ad1-9502-b070e96aa86d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:26.555936 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b8443dbc-c3c1-4d1d-a2e1-8d1669606043 req-98d507d4-90fb-4ad1-9502-b070e96aa86d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.1277726 Feb 04 00:03:26.578664 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Request body: {'port': {'device_id': 'd594af78-9072-4927-b3c3-bbf58e684fdb', 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'admin_state_up': True, 'tenant_id': '48b7d8ecba3442cab76d355a3d15822d'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:03:26.666210 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b8443dbc-c3c1-4d1d-a2e1-8d1669606043 req-93a16daf-3f74-42ea-95cc-4f4a00aaeb3e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046405 Feb 04 00:03:26.715382 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:26.831722 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Made reservation on behalf of 48b7d8ecba3442cab76d355a3d15822d for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:26.836069 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:26.964340 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Allocated IP 172.20.0.4 (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff/5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a/6a7640f9-8ac3-48ed-9c80-bfca19e79f6a) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:27.130312 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks [] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:27.270142 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:27.307137 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7da545e1-3e01-4a1d-86cd-de30b5dd6733'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:03:27.313728 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:27.316864 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:27.320548 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:03:27.349277 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Pushing event updated for resources: {'Port': ['ID=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:27.383813 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:27.384474 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:27.517732 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-d5de0574-7d99-416f-8e9e-eb2ae84a4a06 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9472439 Feb 04 00:03:27.542696 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086ad37-d913-41bc-8ce4-42dee1b575e2 req-f3e9a92d-6142-4f74-808a-59c05c5c844c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:27.543650 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Request body: {'port': {'device_id': 'd594af78-9072-4927-b3c3-bbf58e684fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:03:27.544270 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c086ad37-d913-41bc-8ce4-42dee1b575e2 req-f3e9a92d-6142-4f74-808a-59c05c5c844c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 931 time: 0.0532641 Feb 04 00:03:27.594341 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c086ad37-d913-41bc-8ce4-42dee1b575e2 req-4c99b888-6d2c-45d8-970e-fec91ee9ac56 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432260 Feb 04 00:03:27.606553 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:27.860253 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca8a3-30cd-41c0-879d-dbba58dad20f req-2e97df86-f7d9-4419-9136-25dcf809c8f8 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:27.861670 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8edca8a3-30cd-41c0-879d-dbba58dad20f req-2e97df86-f7d9-4419-9136-25dcf809c8f8 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0896695 Feb 04 00:03:27.951510 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8edca8a3-30cd-41c0-879d-dbba58dad20f req-25ed250f-21bf-4bca-9894-99672407f390 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835958 Feb 04 00:03:27.959382 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:03:27.967469 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Publish callbacks [] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:27.979887 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Transition to ACTIVE for port object 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:28.060192 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:28.111338 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:28.183282 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Attempting to bind port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:03:28.183699 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Attempting to bind port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:03:28.183922 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Attempting to bind port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:03:28.189610 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:03:28.190035 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Attempting to bind port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:03:28.195443 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:03:28.195783 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Checking segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:03:28.196169 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Bound using segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:03:28.196603 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Bound port: 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:03:28.196960 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:28.259451 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] For port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:28.262381 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] For port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:28.317504 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:28.340769 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:03:28.341737 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:28.378569 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.379196 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:28.380604 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] 10.222.0.37 "PUT /v2.0/ports/6a7640f9-8ac3-48ed-9c80-bfca19e79f6a HTTP/1.1" status: 200 len: 1093 time: 0.8412039 Feb 04 00:03:28.381042 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd594af78-9072-4927-b3c3-bbf58e684fdb', 'tag': '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:28.383280 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d234168-ec62-4d4b-9530-5ee88c554f62" -d '{"events": [{"name": "network-changed", "server_uuid": "d594af78-9072-4927-b3c3-bbf58e684fdb", "tag": "6a7640f9-8ac3-48ed-9c80-bfca19e79f6a"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:28.403855 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e3f69-7573-4bbc-aef1-ee112e758d44 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:28.420052 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9f3fdd-3244-4449-85e4-64eea7930423 x-openstack-request-id: req-da9f3fdd-3244-4449-85e4-64eea7930423 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:28.420357 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d594af78-9072-4927-b3c3-bbf58e684fdb", "tag": "6a7640f9-8ac3-48ed-9c80-bfca19e79f6a", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:28.421255 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da9f3fdd-3244-4449-85e4-64eea7930423 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:28.421700 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd594af78-9072-4927-b3c3-bbf58e684fdb', 'tag': '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a', 'status': 'completed', 'code': 200} Feb 04 00:03:28.512109 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d234168-ec62-4d4b-9530-5ee88c554f62 req-20cfb5f8-954b-4b8e-8a90-e3d4b6e76c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.513634 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6d234168-ec62-4d4b-9530-5ee88c554f62 req-20cfb5f8-954b-4b8e-8a90-e3d4b6e76c6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 1127 time: 0.0499609 Feb 04 00:03:28.618431 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d234168-ec62-4d4b-9530-5ee88c554f62 req-fcd692f5-a6c9-4ce2-8726-1dbbe6236c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.619944 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6d234168-ec62-4d4b-9530-5ee88c554f62 req-fcd692f5-a6c9-4ce2-8726-1dbbe6236c78 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=48b7d8ecba3442cab76d355a3d15822d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0898933 Feb 04 00:03:28.748808 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d234168-ec62-4d4b-9530-5ee88c554f62 req-9d389f37-0407-4df9-b77f-f0db21e6c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.751025 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6d234168-ec62-4d4b-9530-5ee88c554f62 req-9d389f37-0407-4df9-b77f-f0db21e6c454 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1237612 Feb 04 00:03:28.758989 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05cdf-ca6b-41e5-99b9-09581ea8adfd req-1f1f3b40-6138-48cc-b49f-f12005e8fe81 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.761336 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b2b05cdf-ca6b-41e5-99b9-09581ea8adfd req-1f1f3b40-6138-48cc-b49f-f12005e8fe81 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 943 time: 0.0886238 Feb 04 00:03:28.812037 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b2b05cdf-ca6b-41e5-99b9-09581ea8adfd req-01d5f69f-865e-4577-a9d8-7c8bbd577dea tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Feb 04 00:03:28.864831 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c953b6-7b70-4705-bf59-510ea2762778 req-006193bd-e122-4b33-8f87-6d01701f6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.866333 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-006193bd-e122-4b33-8f87-6d01701f6edf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 1127 time: 0.0485053 Feb 04 00:03:28.913040 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-8ce7c982-35df-40cd-99f5-443357234f5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a HTTP/1.1" status: 200 len: 217 time: 0.0332813 Feb 04 00:03:28.964115 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c953b6-7b70-4705-bf59-510ea2762778 req-fea8f66a-f3b1-4b61-bf9d-580665ee91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.965609 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-fea8f66a-f3b1-4b61-bf9d-580665ee91e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a HTTP/1.1" status: 200 len: 854 time: 0.0449181 Feb 04 00:03:29.002182 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-e8068d91-0487-47ff-ad70-5859c20e9c7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300853 Feb 04 00:03:29.087151 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68765367-1a64-4c7e-8665-2ddb3df811f9 req-247de9e3-037e-44ff-887d-7311eaac2517 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:29.088775 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-68765367-1a64-4c7e-8665-2ddb3df811f9 req-247de9e3-037e-44ff-887d-7311eaac2517 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0602117 Feb 04 00:03:29.097252 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-5c5407e4-51c2-4c3f-96a9-5fcbd68ff93d service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882230 Feb 04 00:03:29.139405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-68765367-1a64-4c7e-8665-2ddb3df811f9 req-5fda9a4a-0ea2-485f-a84a-b9a4f2086f86 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Feb 04 00:03:29.194033 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-07c953b6-7b70-4705-bf59-510ea2762778 req-17da932a-f7fd-45bf-aaa0-dedba414eb87 service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900483 Feb 04 00:03:29.591423 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:29.931073 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba72b-3aa1-4306-b9e6-b1597597d744 req-5f9d60cc-8792-4487-8c0a-e3a94c0ef03a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:29.932655 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-037ba72b-3aa1-4306-b9e6-b1597597d744 req-5f9d60cc-8792-4487-8c0a-e3a94c0ef03a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 943 time: 0.0526543 Feb 04 00:03:29.979411 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-037ba72b-3aa1-4306-b9e6-b1597597d744 req-10dc07c9-26e0-4d39-a746-b85e31be8074 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Feb 04 00:03:30.257398 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42fca2-9f67-44a1-b0f3-654e0f56245a req-0b50937b-55eb-4666-b521-4fd6933cc64f tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:30.258885 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad42fca2-9f67-44a1-b0f3-654e0f56245a req-0b50937b-55eb-4666-b521-4fd6933cc64f tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0522401 Feb 04 00:03:30.305750 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad42fca2-9f67-44a1-b0f3-654e0f56245a req-08bad64d-a199-4b2a-8437-257b1e8b9d46 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Feb 04 00:03:31.098117 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d362e-9aa8-48bb-a6f2-d1568b76b312 req-05841953-f1f7-4d4f-92c0-5d1e36820e6c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:31.099567 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d29d362e-9aa8-48bb-a6f2-d1568b76b312 req-05841953-f1f7-4d4f-92c0-5d1e36820e6c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 943 time: 0.0508819 Feb 04 00:03:31.144903 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d29d362e-9aa8-48bb-a6f2-d1568b76b312 req-916a81b5-73a3-49ad-a820-fa43a2c5681e tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 Feb 04 00:03:31.422667 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70fd6f-30c9-4817-a63b-da5bee4d9d97 req-571e536e-ceda-4e87-ade7-9dc638ab1271 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:31.424149 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ee70fd6f-30c9-4817-a63b-da5bee4d9d97 req-571e536e-ceda-4e87-ade7-9dc638ab1271 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0520227 Feb 04 00:03:31.475417 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ee70fd6f-30c9-4817-a63b-da5bee4d9d97 req-45e08554-e18c-4982-9cd5-83b99009f5b8 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 Feb 04 00:03:32.506231 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51664749-41a4-4582-a2b8-9432ab47c2d9 req-49395738-8d73-40b6-830b-1f18ba6cbafb tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:32.507831 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-51664749-41a4-4582-a2b8-9432ab47c2d9 req-49395738-8d73-40b6-830b-1f18ba6cbafb tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 943 time: 0.2977529 Feb 04 00:03:32.556256 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-51664749-41a4-4582-a2b8-9432ab47c2d9 req-f2830c95-9db7-4c99-9854-ca6387aeb010 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Feb 04 00:03:32.593445 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52749ed-8138-4e3c-b774-5156b4bc6af4 req-94d1ca2e-15e9-442f-b668-bebf58af084a tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:32.594942 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f52749ed-8138-4e3c-b774-5156b4bc6af4 req-94d1ca2e-15e9-442f-b668-bebf58af084a tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0520501 Feb 04 00:03:32.643245 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f52749ed-8138-4e3c-b774-5156b4bc6af4 req-63671a0f-c324-4d56-836e-ef75ab6dd92d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Feb 04 00:03:33.066222 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:03:33.160863 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:33.172299 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a', 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'port_id': '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a', 'mac_address': 'fa:16:3e:6d:87:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:03:33.211587 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:33.211978 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:33.225179 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:03:33.244190 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:33.349106 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:33.396060 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:33.671513 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386997b-de1f-438e-b391-c902d2f451fa req-0dadbe78-5043-4f60-8e95-805ebe4d3b21 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:33.672988 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1386997b-de1f-438e-b391-c902d2f451fa req-0dadbe78-5043-4f60-8e95-805ebe4d3b21 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 944 time: 0.0510824 Feb 04 00:03:33.719283 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1386997b-de1f-438e-b391-c902d2f451fa req-d7663d54-5409-401e-bd75-47f929fdb67b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Feb 04 00:03:33.760420 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589444b7-5621-4781-8cf5-62b13ca1bcba req-dc997268-a430-4c4e-8ec5-8174c7d028dd tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:33.762025 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-589444b7-5621-4781-8cf5-62b13ca1bcba req-dc997268-a430-4c4e-8ec5-8174c7d028dd tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0524793 Feb 04 00:03:33.798284 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['6a7640f9-8ac3-48ed-9c80-bfca19e79f6a'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:03:33.809463 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-589444b7-5621-4781-8cf5-62b13ca1bcba req-f95a64a2-2780-4bd6-9876-67e7475d87ac tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Feb 04 00:03:34.851367 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d7c40-f3db-495f-adec-4e56aaec3a5e req-191f163c-c16b-481c-8a43-45697297fdb1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:34.852977 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-661d7c40-f3db-495f-adec-4e56aaec3a5e req-191f163c-c16b-481c-8a43-45697297fdb1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 944 time: 0.0642116 Feb 04 00:03:34.902419 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-661d7c40-f3db-495f-adec-4e56aaec3a5e req-0748908a-e083-47d6-aca9-42f0b4416a53 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Feb 04 00:03:34.932575 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842d5bb-a561-4c8b-b0f0-ad4c74188c15 req-6432c3c0-cb8f-45d6-9adc-bcf129c689ff tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:34.934086 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6842d5bb-a561-4c8b-b0f0-ad4c74188c15 req-6432c3c0-cb8f-45d6-9adc-bcf129c689ff tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0570216 Feb 04 00:03:34.984961 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6842d5bb-a561-4c8b-b0f0-ad4c74188c15 req-568c9c07-410b-4e93-a99c-025b1acdf7cb tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445158 Feb 04 00:03:35.086881 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:03:35.331905 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:35.336086 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:35.336459 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:35.410208 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:35.410531 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:35.435236 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd594af78-9072-4927-b3c3-bbf58e684fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:35.438156 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081453a5-f82b-4af4-88fe-6164a11f2c8e" -d '{"events": [{"server_uuid": "d594af78-9072-4927-b3c3-bbf58e684fdb", "name": "network-vif-plugged", "status": "completed", "tag": "6a7640f9-8ac3-48ed-9c80-bfca19e79f6a"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:35.450192 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:35.473101 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b70606-b3c2-414f-8c7a-4e9d1b34e578 x-openstack-request-id: req-e3b70606-b3c2-414f-8c7a-4e9d1b34e578 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:35.473398 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d594af78-9072-4927-b3c3-bbf58e684fdb", "name": "network-vif-plugged", "status": "completed", "tag": "6a7640f9-8ac3-48ed-9c80-bfca19e79f6a", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:35.473651 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3b70606-b3c2-414f-8c7a-4e9d1b34e578 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:35.474073 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd594af78-9072-4927-b3c3-bbf58e684fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a', 'code': 200} Feb 04 00:03:35.637039 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:35.683652 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:36.015972 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375e03-909e-4015-9958-1937255f038a req-313eb9da-e966-4498-acb1-a6f4d6f49d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:36.018258 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b7375e03-909e-4015-9958-1937255f038a req-313eb9da-e966-4498-acb1-a6f4d6f49d2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 1129 time: 0.0477641 Feb 04 00:03:36.023826 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eab3d7-d095-4501-ae42-7dca9d794dcd req-6be17733-c76c-41e3-b85c-f80a3ab30958 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:36.025350 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-06eab3d7-d095-4501-ae42-7dca9d794dcd req-6be17733-c76c-41e3-b85c-f80a3ab30958 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 945 time: 0.0547850 Feb 04 00:03:36.065075 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b7375e03-909e-4015-9958-1937255f038a req-cdcf09e3-a50b-46b1-8b35-0aca490c2be7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Feb 04 00:03:36.082766 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-06eab3d7-d095-4501-ae42-7dca9d794dcd req-0ea90ea3-d00d-4b7e-9ca0-1fe8ca96960c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511470 Feb 04 00:03:36.120161 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da26d3-1ca6-4ad6-b5a6-a3b1ce87a2a2 req-c3015475-4c9c-4575-b899-9dc28ce4d309 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:36.121648 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-73da26d3-1ca6-4ad6-b5a6-a3b1ce87a2a2 req-c3015475-4c9c-4575-b899-9dc28ce4d309 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0557146 Feb 04 00:03:36.182547 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-73da26d3-1ca6-4ad6-b5a6-a3b1ce87a2a2 req-04d427c9-ac3e-4bb5-ad6a-63486b08c29c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552964 Feb 04 00:03:37.202589 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20244510-f47a-4f0e-85fa-814a174aadbb req-a0da33da-ce3b-44ea-9365-1ce9cd5ce514 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:37.204055 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20244510-f47a-4f0e-85fa-814a174aadbb req-a0da33da-ce3b-44ea-9365-1ce9cd5ce514 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 945 time: 0.0548215 Feb 04 00:03:37.251608 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-20244510-f47a-4f0e-85fa-814a174aadbb req-70a17690-2c41-49b2-bf83-1637e44d311c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Feb 04 00:03:37.301487 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d5a9f-2993-4174-9f43-8afb4ce2b4bf req-0966c73d-2642-4f2a-84d7-eb181d67d1d3 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:37.303092 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-408d5a9f-2993-4174-9f43-8afb4ce2b4bf req-0966c73d-2642-4f2a-84d7-eb181d67d1d3 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0544515 Feb 04 00:03:37.352768 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-408d5a9f-2993-4174-9f43-8afb4ce2b4bf req-1e56005a-f32a-4cb9-9c04-1ad188da4700 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Feb 04 00:03:38.227699 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-5caf2ad9-f6a1-4688-bf04-068bb1aafe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.229352 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-5caf2ad9-f6a1-4688-bf04-068bb1aafe16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1130 time: 0.0445697 Feb 04 00:03:38.327024 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-73b919bd-0347-4ff5-b3aa-352045eac345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.329877 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-73b919bd-0347-4ff5-b3aa-352045eac345 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 200 len: 909 time: 0.0915060 Feb 04 00:03:38.375453 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888534-6ed8-4e7b-b4f7-5cccd63c81be req-ca97d03a-c32b-4107-bcef-74ce57a73648 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.385347 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30888534-6ed8-4e7b-b4f7-5cccd63c81be req-ca97d03a-c32b-4107-bcef-74ce57a73648 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 945 time: 0.0636451 Feb 04 00:03:38.401542 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-c0042f8a-d0cd-44ef-8822-94970629f8d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 200 len: 1001 time: 0.0627239 Feb 04 00:03:38.441073 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-30888534-6ed8-4e7b-b4f7-5cccd63c81be req-dc616e54-221f-4758-95c7-31ac849a1b4d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Feb 04 00:03:38.486350 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-b7746d16-f6c9-410a-807f-a9def585bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.487917 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-b7746d16-f6c9-410a-807f-a9def585bf8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d454cef5-ea82-4249-bd84-a0cecd3cca0a HTTP/1.1" status: 200 len: 848 time: 0.0804572 Feb 04 00:03:38.531159 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48fdd-5942-47ce-9f03-505ede618db1 req-1ee16d47-338a-4faf-8a57-8446be22d9d6 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.532771 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b6c48fdd-5942-47ce-9f03-505ede618db1 req-1ee16d47-338a-4faf-8a57-8446be22d9d6 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0989604 Feb 04 00:03:38.579787 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-0bb88737-0a2f-4fa2-a8b2-9f3ee5cef8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.581327 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-0bb88737-0a2f-4fa2-a8b2-9f3ee5cef8f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868356 Feb 04 00:03:38.603715 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b6c48fdd-5942-47ce-9f03-505ede618db1 req-b31906d5-6594-46cb-95d3-b0f8455911f0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650501 Feb 04 00:03:38.683346 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-fb727606-ddd2-4f30-8cea-76068675aacf service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927911 Feb 04 00:03:38.774857 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2162c537-e3d6-47c6-a7df-bccd369a86b2 req-def8d7d2-9327-404a-8436-67576fc12842 service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854332 Feb 04 00:03:39.728584 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdc9ee-c18a-4c14-83bd-2ec5ba51003f req-0f6b2e79-fd89-4098-ac2c-852960b54238 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:39.730158 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e4cdc9ee-c18a-4c14-83bd-2ec5ba51003f req-0f6b2e79-fd89-4098-ac2c-852960b54238 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0530076 Feb 04 00:03:39.783101 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e4cdc9ee-c18a-4c14-83bd-2ec5ba51003f req-2a531291-cfa3-4411-a96b-6c2c418762ee tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469782 Feb 04 00:03:40.904405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949e1dc-9463-402e-a022-a89542290e01 req-b95539a3-1104-472a-903a-9441519c0135 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:40.906044 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a949e1dc-9463-402e-a022-a89542290e01 req-b95539a3-1104-472a-903a-9441519c0135 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0552614 Feb 04 00:03:40.955558 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a949e1dc-9463-402e-a022-a89542290e01 req-fc69403f-9c18-4e4f-bf8e-45679f74148c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439715 Feb 04 00:03:41.406067 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43986f29-89d9-4e39-abca-6b6237751dfb req-ff2cb5a0-9872-4dfe-b3c1-b867c0c799bd tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:41.407859 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-ff2cb5a0-9872-4dfe-b3c1-b867c0c799bd tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 814 time: 0.1032319 Feb 04 00:03:41.422926 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-cdb902f8-f21f-47fb-8b7c-44ad69651c40 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/quotas/48b7d8ecba3442cab76d355a3d15822d HTTP/1.1" status: 200 len: 375 time: 0.0097427 Feb 04 00:03:41.485752 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-207aba1c-52a7-4135-a030-92d4746e24ac tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577636 Feb 04 00:03:41.578825 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-a55fbfc9-d207-4765-87e1-958ebc0cb413 service neutron] 10.222.0.41 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863113 Feb 04 00:03:41.672750 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-0ceb53b3-cffd-4113-bc33-74015add3223 service neutron] 10.222.0.41 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878496 Feb 04 00:03:42.077749 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e057781-29c7-452a-8d5a-23a6f49a3b50 req-9af59d3f-8331-46b7-acb9-de9d9d8c2b02 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:42.080324 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3e057781-29c7-452a-8d5a-23a6f49a3b50 req-9af59d3f-8331-46b7-acb9-de9d9d8c2b02 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0585380 Feb 04 00:03:42.097394 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-0a45fab0-b005-4dba-aba5-3cbb25e417b9 req-27c3f009-52fc-430c-9001-036c6525b04c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 210 time: 0.0287468 Feb 04 00:03:42.144870 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3e057781-29c7-452a-8d5a-23a6f49a3b50 req-ae29595b-3271-4e91-9d5d-9adec18abb24 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573680 Feb 04 00:03:43.187195 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-72a8f81c-3bce-4a2b-81ee-5dbf3413602d req-29db54c6-e7ea-4a67-9c8f-f24bc0be0e8e tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 210 time: 0.0282648 Feb 04 00:03:43.277903 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c36c61-011e-4c87-9ac2-f5acfda72755 req-91e880ca-1530-4cf9-a780-1397595a215f tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:43.279454 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-73c36c61-011e-4c87-9ac2-f5acfda72755 req-91e880ca-1530-4cf9-a780-1397595a215f tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0540240 Feb 04 00:03:43.330067 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-73c36c61-011e-4c87-9ac2-f5acfda72755 req-37882d69-030e-41ed-883b-3740821716f1 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Feb 04 00:03:43.365944 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:43.713129 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11035c3-fc9f-4d92-9017-9a994b549b79 req-4275fafb-9463-47d7-ac1a-4558791f2fd2 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:43.714665 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e11035c3-fc9f-4d92-9017-9a994b549b79 req-4275fafb-9463-47d7-ac1a-4558791f2fd2 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0565245 Feb 04 00:03:43.737261 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-21cf2043-5cf3-4cff-b117-bcfeebade2b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0482490 Feb 04 00:03:43.790566 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e11035c3-fc9f-4d92-9017-9a994b549b79 req-3b9c84f0-b900-4fe7-bd64-b38da4951ea1 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541229 Feb 04 00:03:44.292302 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9d77bc9d-8d06-47c0-972a-463629ff567c req-beba8d02-0313-4c95-965b-32c2817d264d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 210 time: 0.0310502 Feb 04 00:03:44.575189 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43986f29-89d9-4e39-abca-6b6237751dfb req-c1a95324-aa40-4944-a27e-6fdd17baa70e tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:44.576682 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-c1a95324-aa40-4944-a27e-6fdd17baa70e tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 814 time: 0.1050065 Feb 04 00:03:44.602793 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Request body: {'port': {'device_id': 'b6725eea-d203-4d8c-a24f-375b5f15e997', 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'admin_state_up': True, 'tenant_id': '48b7d8ecba3442cab76d355a3d15822d'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:03:44.814226 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Made reservation on behalf of 48b7d8ecba3442cab76d355a3d15822d for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:44.817680 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:44.985204 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41285f0-a3ec-464f-bd01-400b545be92e req-30f06e5e-3835-4f8b-85ed-7b8741b4a316 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:44.985204 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e41285f0-a3ec-464f-bd01-400b545be92e req-30f06e5e-3835-4f8b-85ed-7b8741b4a316 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.1373601 Feb 04 00:03:45.028111 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Allocated IP 172.20.0.8 (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff/5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a/347d00db-fedf-44cf-a0b2-33b8e7010cd5) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:45.061583 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e41285f0-a3ec-464f-bd01-400b545be92e req-0b9eb29c-9165-4d95-83f9-5226ede585c2 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693257 Feb 04 00:03:45.124303 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device b188900d-9c1e-493d-92ec-f309f2e037e4 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:03:45.194648 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks [] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:45.204576 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port b188900d-9c1e-493d-92ec-f309f2e037e4 is: ACTIVE; New status is: DOWN {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:45.204973 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:45.228123 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:45.230381 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9916501f-7d61-44fe-8a99-91af22187067" -d '{"events": [{"server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "name": "network-vif-unplugged", "status": "completed", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:45.242919 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:45.261662 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922303ea-e2bf-45b0-997a-938ad48a376c x-openstack-request-id: req-922303ea-e2bf-45b0-997a-938ad48a376c {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:45.261974 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "name": "network-vif-unplugged", "status": "failed", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4", "code": 422}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:45.262229 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-922303ea-e2bf-45b0-997a-938ad48a376c {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:45.262617 dv-cinder-822768-2-iscsi neutron-server[109793]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'code': 422} returned with failed status Feb 04 00:03:45.305999 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:45.337820 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:45.343126 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7da545e1-3e01-4a1d-86cd-de30b5dd6733', '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:03:45.351267 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:45.354536 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:45.358210 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:03:45.365137 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Pushing event updated for resources: {'Port': ['ID=347d00db-fedf-44cf-a0b2-33b8e7010cd5,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:45.434537 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:45.435002 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=6']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:45.435158 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:45.461269 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97939e85-d134-44cd-b692-98a78c794ba6 req-28841dc1-392b-43a2-bd8e-41b897939b14 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:45.463334 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-97939e85-d134-44cd-b692-98a78c794ba6 req-28841dc1-392b-43a2-bd8e-41b897939b14 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 931 time: 0.0782659 Feb 04 00:03:45.517102 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-97939e85-d134-44cd-b692-98a78c794ba6 req-36e6a825-770f-40f8-a615-e1972d6f8820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Feb 04 00:03:45.568667 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-d7cb6f5f-17e6-4662-a148-8acb0b473999 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9696274 Feb 04 00:03:45.585851 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Request body: {'port': {'device_id': 'b6725eea-d203-4d8c-a24f-375b5f15e997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:03:45.644397 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:45.902238 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347d00db-fedf-44cf-a0b2-33b8e7010cd5 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:03:45.909601 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Publish callbacks [] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:45.921729 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Transition to ACTIVE for port object 347d00db-fedf-44cf-a0b2-33b8e7010cd5 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:46.017558 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:46.067425 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=347d00db-fedf-44cf-a0b2-33b8e7010cd5,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:46.143958 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Attempting to bind port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:03:46.143958 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Attempting to bind port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:03:46.143958 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Attempting to bind port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:03:46.147607 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:03:46.147997 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Attempting to bind port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:03:46.152876 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:03:46.153299 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Checking segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:03:46.153796 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Bound using segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:03:46.154354 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Bound port: 347d00db-fedf-44cf-a0b2-33b8e7010cd5, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:03:46.154798 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:46.191681 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a52547-fb20-4471-8b71-443f0b3811d0 req-815454b8-67f9-4129-a61b-9b3f35403f99 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.193774 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-65a52547-fb20-4471-8b71-443f0b3811d0 req-815454b8-67f9-4129-a61b-9b3f35403f99 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0622792 Feb 04 00:03:46.235863 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] For port 347d00db-fedf-44cf-a0b2-33b8e7010cd5, host hv-cinder-82276, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:46.240561 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] For port 347d00db-fedf-44cf-a0b2-33b8e7010cd5, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=347d00db-fedf-44cf-a0b2-33b8e7010cd5,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:46.261511 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-65a52547-fb20-4471-8b71-443f0b3811d0 req-8fe8e792-70c6-46ca-9015-20186054803e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590773 Feb 04 00:03:46.317176 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183351'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:46.350350 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.350999 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:46.352377 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] 10.222.0.37 "PUT /v2.0/ports/347d00db-fedf-44cf-a0b2-33b8e7010cd5 HTTP/1.1" status: 200 len: 1093 time: 0.7707276 Feb 04 00:03:46.352837 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6725eea-d203-4d8c-a24f-375b5f15e997', 'tag': '347d00db-fedf-44cf-a0b2-33b8e7010cd5'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:46.355074 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f30480f3b94752ea9c970011fd81d69cef7490753312d4480b10039a319948f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ff0df-32c9-42eb-95da-e80a194fa1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6725eea-d203-4d8c-a24f-375b5f15e997", "tag": "347d00db-fedf-44cf-a0b2-33b8e7010cd5"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:46.381016 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=347d00db-fedf-44cf-a0b2-33b8e7010cd5,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:46.388165 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.388464 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.388814 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.390213 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.390213 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.390595 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.390840 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.391152 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.391596 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.391951 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.392287 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.392668 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.392960 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df253069-6526-4203-b7b3-08301b3efeb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.397269 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43001a7f-c0c0-4483-b8a2-404f5202eeb7 x-openstack-request-id: req-43001a7f-c0c0-4483-b8a2-404f5202eeb7 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:46.397437 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6725eea-d203-4d8c-a24f-375b5f15e997", "tag": "347d00db-fedf-44cf-a0b2-33b8e7010cd5", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:46.397695 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43001a7f-c0c0-4483-b8a2-404f5202eeb7 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:46.398137 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6725eea-d203-4d8c-a24f-375b5f15e997', 'tag': '347d00db-fedf-44cf-a0b2-33b8e7010cd5', 'status': 'completed', 'code': 200} Feb 04 00:03:46.479660 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ff0df-32c9-42eb-95da-e80a194fa1d3 req-ed2d1ccb-cf00-425b-a849-585d45120a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.481166 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c51ff0df-32c9-42eb-95da-e80a194fa1d3 req-ed2d1ccb-cf00-425b-a849-585d45120a94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 1127 time: 0.0451052 Feb 04 00:03:46.590475 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ff0df-32c9-42eb-95da-e80a194fa1d3 req-bc026379-4000-4085-a453-1b018ac5fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.591967 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c51ff0df-32c9-42eb-95da-e80a194fa1d3 req-bc026379-4000-4085-a453-1b018ac5fe5f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=48b7d8ecba3442cab76d355a3d15822d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0975928 Feb 04 00:03:46.641217 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eb3ab-e236-4d56-b125-4bfa79bc3602 req-ee36ad0f-ddb1-40ea-b037-196adad8b890 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.642760 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-762eb3ab-e236-4d56-b125-4bfa79bc3602 req-ee36ad0f-ddb1-40ea-b037-196adad8b890 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 943 time: 0.0548198 Feb 04 00:03:46.697262 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ff0df-32c9-42eb-95da-e80a194fa1d3 req-267356fe-be31-48d7-bd19-aece170421e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.698937 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c51ff0df-32c9-42eb-95da-e80a194fa1d3 req-267356fe-be31-48d7-bd19-aece170421e8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1001720 Feb 04 00:03:46.703410 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-762eb3ab-e236-4d56-b125-4bfa79bc3602 req-844410e1-4ef9-472a-859b-edf968fd3715 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548275 Feb 04 00:03:46.818473 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43986f29-89d9-4e39-abca-6b6237751dfb req-6129d97a-5aeb-4d4a-acf0-aafb9259e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.819987 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-6129d97a-5aeb-4d4a-acf0-aafb9259e5b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 1127 time: 0.0497670 Feb 04 00:03:46.868389 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-f1923e5a-c7e2-43c9-b22e-8df2d59e4448 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=347d00db-fedf-44cf-a0b2-33b8e7010cd5 HTTP/1.1" status: 200 len: 217 time: 0.0344446 Feb 04 00:03:46.926143 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43986f29-89d9-4e39-abca-6b6237751dfb req-66103f27-39ea-462a-8e31-799b1c1d90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.931012 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-66103f27-39ea-462a-8e31-799b1c1d90c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a HTTP/1.1" status: 200 len: 854 time: 0.0476577 Feb 04 00:03:46.959569 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-e9218acf-140e-4e19-85a2-f911b40d6d23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264089 Feb 04 00:03:46.972257 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-a3474ce6-a6f1-4101-ab3e-1461e20520ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.973777 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-a3474ce6-a6f1-4101-ab3e-1461e20520ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176&tenant_id=9fbbf71cab964c59bc9855fe9ba57819 HTTP/1.1" status: 200 len: 1128 time: 0.0486350 Feb 04 00:03:47.049670 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-cf0d9e09-5d49-42ca-bb3a-d3960191596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:47.051221 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-cf0d9e09-5d49-42ca-bb3a-d3960191596d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1128 time: 0.0442061 Feb 04 00:03:47.054020 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-0213668c-9007-4f5f-a159-58d6bc2c3a6e service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878983 Feb 04 00:03:47.142306 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-b3584679-808e-4b20-8e95-d138b433e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:47.143822 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-b3584679-808e-4b20-8e95-d138b433e320 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 200 len: 909 time: 0.0830102 Feb 04 00:03:47.143967 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43986f29-89d9-4e39-abca-6b6237751dfb req-63dc25ff-03ff-4b24-be00-cb439fb8cfd5 service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826235 Feb 04 00:03:47.221587 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-b447fec0-9885-45f7-be29-4ae2244affae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 200 len: 999 time: 0.0633895 Feb 04 00:03:47.272989 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-1a0c9f54-01c8-4e5f-b189-28d206803c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:47.274507 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-1a0c9f54-01c8-4e5f-b189-28d206803c02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d454cef5-ea82-4249-bd84-a0cecd3cca0a HTTP/1.1" status: 200 len: 848 time: 0.0476758 Feb 04 00:03:47.331293 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-d05c336c-168c-434c-85e8-0a9c0d74ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:47.332809 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-d05c336c-168c-434c-85e8-0a9c0d74ab08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449114 Feb 04 00:03:47.387531 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a4a0a-4a11-4127-857a-d9bdb321f797 req-05e7ceba-13ad-436e-8d23-0ca8639ae65c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:47.389109 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b79a4a0a-4a11-4127-857a-d9bdb321f797 req-05e7ceba-13ad-436e-8d23-0ca8639ae65c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0571055 Feb 04 00:03:47.424120 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-3f06532b-2948-4bf5-b6b0-e00bac21a051 service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852356 Feb 04 00:03:47.438995 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b79a4a0a-4a11-4127-857a-d9bdb321f797 req-f7e6877a-b18f-4b5e-9411-a6dc1c5e89ba tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440292 Feb 04 00:03:47.515734 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-c2f1a3ba-cad9-4b3e-b13d-dd5eff0b3d76 req-1ba41fed-f4d9-4ee0-9bea-65e0c85d4e0d service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831571 Feb 04 00:03:47.828179 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b52b5-e021-4d01-8734-779f6f16346a req-4de70343-f795-4c15-af51-a476e3f69ea9 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:47.829714 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a79b52b5-e021-4d01-8734-779f6f16346a req-4de70343-f795-4c15-af51-a476e3f69ea9 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 943 time: 0.0572956 Feb 04 00:03:47.876129 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-a79b52b5-e021-4d01-8734-779f6f16346a req-daae117c-78b9-4927-bbd6-6e1df8a71f79 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Feb 04 00:03:48.557370 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfeced7-1d0f-4c31-8837-e7a0b9fff575 req-9381220c-693e-4130-8da7-0d5b9a841d4a tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:48.558874 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bbfeced7-1d0f-4c31-8837-e7a0b9fff575 req-9381220c-693e-4130-8da7-0d5b9a841d4a tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0523224 Feb 04 00:03:48.606525 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bbfeced7-1d0f-4c31-8837-e7a0b9fff575 req-1b8e22a2-cd59-4e34-be19-f41a30c8fa11 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 Feb 04 00:03:48.995928 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed7c9-5c05-41d0-aab3-74f77a3385a7 req-5154353e-a93a-4c5e-aea6-3449f3ecdd85 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:48.997519 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-722ed7c9-5c05-41d0-aab3-74f77a3385a7 req-5154353e-a93a-4c5e-aea6-3449f3ecdd85 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 943 time: 0.0553589 Feb 04 00:03:49.044732 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-722ed7c9-5c05-41d0-aab3-74f77a3385a7 req-b1a276fb-0952-4e82-85b6-dbb96a428436 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Feb 04 00:03:49.729946 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7fb3-6359-492e-b4fa-de74d4aafef4 req-34fd2d4d-5148-404b-bf05-b40adcd154ae tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:49.733405 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd9c7fb3-6359-492e-b4fa-de74d4aafef4 req-34fd2d4d-5148-404b-bf05-b40adcd154ae tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0588126 Feb 04 00:03:49.785624 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-dd9c7fb3-6359-492e-b4fa-de74d4aafef4 req-3ba7de1a-75e7-47a8-bac2-7f5fd8a348ba tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445158 Feb 04 00:03:50.163971 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92ab41-59dd-4837-ada1-7c7a4c0ccb7b req-4e96e9f2-39b1-4a70-bf59-f438c24b8627 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:50.165416 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3b92ab41-59dd-4837-ada1-7c7a4c0ccb7b req-4e96e9f2-39b1-4a70-bf59-f438c24b8627 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 943 time: 0.0541253 Feb 04 00:03:50.210259 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-3b92ab41-59dd-4837-ada1-7c7a4c0ccb7b req-d0f131e1-959f-42ac-9916-91729ad11289 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Feb 04 00:03:50.907976 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b895c-38bf-4456-bc19-18e035e7a2e8 req-6b6339dc-f329-42ef-afd7-39040ebcef65 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:50.909450 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-190b895c-38bf-4456-bc19-18e035e7a2e8 req-6b6339dc-f329-42ef-afd7-39040ebcef65 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0522776 Feb 04 00:03:50.957256 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-190b895c-38bf-4456-bc19-18e035e7a2e8 req-fb144257-1090-4746-86b2-a4ecfa3c4ae0 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Feb 04 00:03:51.327033 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d41495-9e55-4928-af59-4e10bdaed546 req-26ec4eb7-0d96-43e3-bb8f-7e9939205243 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:51.328669 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-78d41495-9e55-4928-af59-4e10bdaed546 req-26ec4eb7-0d96-43e3-bb8f-7e9939205243 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 943 time: 0.0523515 Feb 04 00:03:51.374548 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-78d41495-9e55-4928-af59-4e10bdaed546 req-7c2f14e5-2163-4497-9a90-943d709f4611 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 Feb 04 00:03:52.082630 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe00f6-9ee0-4499-a592-9c90f5c067a8 req-f0c22ce0-1ec1-46df-a560-8a335410cd89 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:52.085319 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-26fe00f6-9ee0-4499-a592-9c90f5c067a8 req-f0c22ce0-1ec1-46df-a560-8a335410cd89 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0561659 Feb 04 00:03:52.146085 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-26fe00f6-9ee0-4499-a592-9c90f5c067a8 req-0ae96480-6179-4325-a49f-df03deb6c266 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540793 Feb 04 00:03:52.333537 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 347d00db-fedf-44cf-a0b2-33b8e7010cd5 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:03:52.427260 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 347d00db-fedf-44cf-a0b2-33b8e7010cd5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=347d00db-fedf-44cf-a0b2-33b8e7010cd5,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:52.440405 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '347d00db-fedf-44cf-a0b2-33b8e7010cd5', 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'port_id': '347d00db-fedf-44cf-a0b2-33b8e7010cd5', 'mac_address': 'fa:16:3e:98:0a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:03:52.480369 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:52.480772 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:52.494762 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347d00db-fedf-44cf-a0b2-33b8e7010cd5 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:03:52.501782 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c0b48-7fc8-4941-ad8c-b4f6e1675a9d req-3d3efcf1-58a0-4510-ba02-9e325e39a077 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:52.503289 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ed5c0b48-7fc8-4941-ad8c-b4f6e1675a9d req-3d3efcf1-58a0-4510-ba02-9e325e39a077 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 943 time: 0.0591099 Feb 04 00:03:52.514348 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 347d00db-fedf-44cf-a0b2-33b8e7010cd5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=347d00db-fedf-44cf-a0b2-33b8e7010cd5,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:52.552545 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ed5c0b48-7fc8-4941-ad8c-b4f6e1675a9d req-e8bfad6e-8cb6-4dbe-94be-0a1cfa971f10 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Feb 04 00:03:52.583113 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:52.630655 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=347d00db-fedf-44cf-a0b2-33b8e7010cd5,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:53.168412 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4f7db2b4-9fb2-4270-ad72-6ef03d1c9d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:53.264978 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35d0df-6e9a-4066-a5b6-8cb029fa2a02 req-818c6b1d-3df7-4018-a106-7e5d5430f97e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:53.266477 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ff35d0df-6e9a-4066-a5b6-8cb029fa2a02 req-818c6b1d-3df7-4018-a106-7e5d5430f97e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0523889 Feb 04 00:03:53.313586 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-ff35d0df-6e9a-4066-a5b6-8cb029fa2a02 req-04056bef-ecdd-4dfd-aa61-3f19ea3ca3fd tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Feb 04 00:03:53.667843 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bc47-ea63-4cb1-bd78-5649937791c2 req-f46a3dd2-e851-412d-a858-7e2b69ca9d09 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:53.669315 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db00bc47-ea63-4cb1-bd78-5649937791c2 req-f46a3dd2-e851-412d-a858-7e2b69ca9d09 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 944 time: 0.0506041 Feb 04 00:03:53.714700 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-db00bc47-ea63-4cb1-bd78-5649937791c2 req-4519c93f-f413-4f72-afd3-5d1b8e7468ad tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390861 Feb 04 00:03:54.394783 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['347d00db-fedf-44cf-a0b2-33b8e7010cd5'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:03:54.431401 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebd236-4342-4a6d-adb2-b89c816371ab req-ad3c811c-b3a6-4435-bb44-d9baea87de7f tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:54.432894 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e7ebd236-4342-4a6d-adb2-b89c816371ab req-ad3c811c-b3a6-4435-bb44-d9baea87de7f tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0529501 Feb 04 00:03:54.482560 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e7ebd236-4342-4a6d-adb2-b89c816371ab req-6afa4ac8-7fe4-4fc1-bc41-184d1f1df139 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Feb 04 00:03:54.836833 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd8c7-e81d-429e-abde-5d6627eb9f24 req-1d7811d0-e98f-4382-8781-1c26f25bbeaf tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:54.838461 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1a3bd8c7-e81d-429e-abde-5d6627eb9f24 req-1d7811d0-e98f-4382-8781-1c26f25bbeaf tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 944 time: 0.0534520 Feb 04 00:03:54.888697 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1a3bd8c7-e81d-429e-abde-5d6627eb9f24 req-f500580e-900d-4c5f-aae5-91422b18e106 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Feb 04 00:03:55.565862 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c4f6f2b9-933e-4edb-b919-c3a84bf525cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:55.606214 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d447b-5a1f-4122-b464-0ec7365e67a7 req-82cf4082-eff0-476f-b5e7-51bc40ae1330 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:55.607770 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a40d447b-5a1f-4122-b464-0ec7365e67a7 req-82cf4082-eff0-476f-b5e7-51bc40ae1330 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 944 time: 0.0564559 Feb 04 00:03:55.656279 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a40d447b-5a1f-4122-b464-0ec7365e67a7 req-de026044-1872-4335-a4db-e7382d593b9c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 Feb 04 00:03:55.731086 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device b188900d-9c1e-493d-92ec-f309f2e037e4 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:03:55.744961 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 347d00db-fedf-44cf-a0b2-33b8e7010cd5 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:03:55.999519 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:56.010749 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'port_id': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'mac_address': 'fa:16:3e:e0:0c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:03:56.020831 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca2dfb-b2c0-4bf4-bbe2-b78c7bdc93b2 req-3559b008-5919-4e08-9dac-fe25e0197dab tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.022473 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-faca2dfb-b2c0-4bf4-bbe2-b78c7bdc93b2 req-3559b008-5919-4e08-9dac-fe25e0197dab tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 944 time: 0.0612011 Feb 04 00:03:56.048790 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port b188900d-9c1e-493d-92ec-f309f2e037e4 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:56.049095 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:56.052045 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:56.063674 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:56.064036 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:56.068636 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-faca2dfb-b2c0-4bf4-bbe2-b78c7bdc93b2 req-d641156c-94b6-4bf5-bb42-ed665a22d683 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403757 Feb 04 00:03:56.083835 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b188900d-9c1e-493d-92ec-f309f2e037e4 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:03:56.116054 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:56.158291 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:56.158686 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:56.178305 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:56.184679 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6725eea-d203-4d8c-a24f-375b5f15e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347d00db-fedf-44cf-a0b2-33b8e7010cd5'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:56.187507 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f470e79-a778-4a0f-93b8-d7d8c103f0e8" -d '{"events": [{"server_uuid": "b6725eea-d203-4d8c-a24f-375b5f15e997", "name": "network-vif-plugged", "status": "completed", "tag": "347d00db-fedf-44cf-a0b2-33b8e7010cd5"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:56.217476 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 347d00db-fedf-44cf-a0b2-33b8e7010cd5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=347d00db-fedf-44cf-a0b2-33b8e7010cd5,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:56.229409 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef809041-9582-4202-a60b-45f6448a3ea9 x-openstack-request-id: req-ef809041-9582-4202-a60b-45f6448a3ea9 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:56.229703 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6725eea-d203-4d8c-a24f-375b5f15e997", "name": "network-vif-plugged", "status": "completed", "tag": "347d00db-fedf-44cf-a0b2-33b8e7010cd5", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:56.229986 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef809041-9582-4202-a60b-45f6448a3ea9 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:56.230462 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6725eea-d203-4d8c-a24f-375b5f15e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347d00db-fedf-44cf-a0b2-33b8e7010cd5', 'code': 200} Feb 04 00:03:56.245094 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=7']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:56.252710 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.253322 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.253444 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.253717 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.254078 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.254410 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.254739 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.255066 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.255391 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.255723 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.256045 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.256364 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.256681 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:56.305923 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:56.337627 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-8c1db9c1-96e6-4eb5-b7c7-2f98ffaad657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.341519 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-8c1db9c1-96e6-4eb5-b7c7-2f98ffaad657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1129 time: 0.0465407 Feb 04 00:03:56.354405 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=347d00db-fedf-44cf-a0b2-33b8e7010cd5,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:56.452905 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-64564a05-04d0-45d9-a456-22e0b60f424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.454456 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-64564a05-04d0-45d9-a456-22e0b60f424f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 200 len: 909 time: 0.0897491 Feb 04 00:03:56.520884 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-ca88dac6-079a-407e-8780-e8ae6f27eaa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 200 len: 1000 time: 0.0591486 Feb 04 00:03:56.581029 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-e0a0025c-3718-4b5a-9547-3b9feb61fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.582471 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-e0a0025c-3718-4b5a-9547-3b9feb61fe4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d454cef5-ea82-4249-bd84-a0cecd3cca0a HTTP/1.1" status: 200 len: 848 time: 0.0431943 Feb 04 00:03:56.604165 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e40baf-9156-4d93-9fa2-bc80f011ef66 req-f912470d-4acc-4654-b64a-fe07acc4c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.605685 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-71e40baf-9156-4d93-9fa2-bc80f011ef66 req-f912470d-4acc-4654-b64a-fe07acc4c546 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 1129 time: 0.0437791 Feb 04 00:03:56.609650 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['b188900d-9c1e-493d-92ec-f309f2e037e4'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:03:56.637126 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-742f43ae-ae3e-440e-afaa-75389738251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.638678 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-742f43ae-ae3e-440e-afaa-75389738251c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499618 Feb 04 00:03:56.654514 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-71e40baf-9156-4d93-9fa2-bc80f011ef66 req-5188e195-e3ce-451b-b441-90e42804f42f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Feb 04 00:03:56.740102 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-ebd33d5a-98c9-4a4e-8934-2dda0edaf3b6 service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952685 Feb 04 00:03:56.747199 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:56.782387 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4a70-b7d2-4666-b86d-981bfa63605a req-5b411c0d-d18f-49f4-b3d0-06ae594df335 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.783880 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f75b4a70-b7d2-4666-b86d-981bfa63605a req-5b411c0d-d18f-49f4-b3d0-06ae594df335 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 945 time: 0.0557401 Feb 04 00:03:56.833408 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f75b4a70-b7d2-4666-b86d-981bfa63605a req-61fee5ef-396b-4d03-a171-86b43729ee8f tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Feb 04 00:03:57.104495 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ec9ff371-b027-4d76-9983-f09cdf00da29 req-53ccff3e-3635-4c18-8428-2450f592e82a service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Feb 04 00:03:57.192560 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb817ec-958e-4d03-bb6c-f6111fab382c req-9eb778bf-97ab-40d9-b832-64937e02c647 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:57.194131 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1fb817ec-958e-4d03-bb6c-f6111fab382c req-9eb778bf-97ab-40d9-b832-64937e02c647 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 945 time: 0.0572133 Feb 04 00:03:57.257170 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1fb817ec-958e-4d03-bb6c-f6111fab382c req-0877b9fa-8cc2-4fd2-b28a-5c60d2b4a6a4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541170 Feb 04 00:03:57.954781 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0a9cc-5f22-44b5-bf00-72134e6f4794 req-bb70f437-74f0-476d-9377-3d79c356a6c9 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:57.956312 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-63b0a9cc-5f22-44b5-bf00-72134e6f4794 req-bb70f437-74f0-476d-9377-3d79c356a6c9 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Feb 04 00:03:58.005081 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-63b0a9cc-5f22-44b5-bf00-72134e6f4794 req-5221d778-973c-4684-b5db-95c238170629 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Feb 04 00:03:58.302914 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:58.377735 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ac0d6-3697-46bd-85af-587dc6064174 req-33ca12dc-e88f-4f38-9d25-6ceedc991828 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:58.379268 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-367ac0d6-3697-46bd-85af-587dc6064174 req-33ca12dc-e88f-4f38-9d25-6ceedc991828 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 945 time: 0.0536675 Feb 04 00:03:58.427322 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-367ac0d6-3697-46bd-85af-587dc6064174 req-84961ccc-fe8e-4ea7-b579-a04b27f14167 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Feb 04 00:03:59.127706 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d9afd-563b-4c4d-a29a-cfbde0920f83 req-28835954-7bf1-4efc-92e3-c38cdea7ae16 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:59.129120 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6b6d9afd-563b-4c4d-a29a-cfbde0920f83 req-28835954-7bf1-4efc-92e3-c38cdea7ae16 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 945 time: 0.0568984 Feb 04 00:03:59.176866 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6b6d9afd-563b-4c4d-a29a-cfbde0920f83 req-c0b781ab-5f36-4b8d-8502-50157b533f04 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420358 Feb 04 00:03:59.545114 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d5f6e-9e41-4cb7-94ff-37df2d3bcea6 req-ac85134b-30fb-4b1f-9738-62060f59fa53 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:59.547366 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-821d5f6e-9e41-4cb7-94ff-37df2d3bcea6 req-ac85134b-30fb-4b1f-9738-62060f59fa53 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 945 time: 0.0545981 Feb 04 00:03:59.588955 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:59.592263 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-821d5f6e-9e41-4cb7-94ff-37df2d3bcea6 req-7152ad10-3c3d-45e8-822e-b78da4d3047f tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Feb 04 00:03:59.750563 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device b188900d-9c1e-493d-92ec-f309f2e037e4 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:03:59.798406 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port b188900d-9c1e-493d-92ec-f309f2e037e4 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:59.798783 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:59.877733 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port b188900d-9c1e-493d-92ec-f309f2e037e4 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:03:59.878138 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:03:59.900430 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:03:59.902651 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a64b6d-9d90-4cdb-9e4e-2063a79154e9" -d '{"events": [{"server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "name": "network-vif-plugged", "status": "completed", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:03:59.918314 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:59.940485 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a7abb2-a8e4-4185-8e18-be45c579ec3f x-openstack-request-id: req-a1a7abb2-a8e4-4185-8e18-be45c579ec3f {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:03:59.940906 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "name": "network-vif-plugged", "status": "completed", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:03:59.941287 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1a7abb2-a8e4-4185-8e18-be45c579ec3f {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:03:59.941550 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'code': 200} Feb 04 00:03:59.980057 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:00.028256 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=8']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:00.105287 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47486) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:04:00.220576 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1ae7db65-9ab6-44a0-81d8-1ee83d86feea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:00.314625 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7154cd9-9531-4ca4-9286-57734846e5db req-c8bfc183-5b01-4b28-a68c-0447944fb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:00.316305 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d7154cd9-9531-4ca4-9286-57734846e5db req-c8bfc183-5b01-4b28-a68c-0447944fb26e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1130 time: 0.0473599 Feb 04 00:04:00.344869 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2170f-b8fc-4fd4-8141-798fd80a990f req-ec094194-cfcd-4df5-a74b-cb51e6c59c5c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:00.346386 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9bd2170f-b8fc-4fd4-8141-798fd80a990f req-ec094194-cfcd-4df5-a74b-cb51e6c59c5c tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0964751 Feb 04 00:04:00.366928 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d7154cd9-9531-4ca4-9286-57734846e5db req-ad4b4053-d429-4766-9ca1-629dfa3eb9d6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Feb 04 00:04:00.381967 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1ae7db65-9ab6-44a0-81d8-1ee83d86feea admin admin] Publish callbacks [] for security_group (22ad49b6-f8c2-4b56-8a63-3cdb6eb8d46a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:00.410793 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9bd2170f-b8fc-4fd4-8141-798fd80a990f req-831d4abd-bd74-4fa7-a1e6-c16dc01c4571 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551252 Feb 04 00:04:00.465412 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1ae7db65-9ab6-44a0-81d8-1ee83d86feea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (22ad49b6-f8c2-4b56-8a63-3cdb6eb8d46a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:00.502664 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7db65-9ab6-44a0-81d8-1ee83d86feea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ad49b6-f8c2-4b56-8a63-3cdb6eb8d46a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:00.509861 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47496) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:04:00.510023 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1ae7db65-9ab6-44a0-81d8-1ee83d86feea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b937786e49b4ee4b2a2427548c996e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032495 Feb 04 00:04:00.557632 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Publish callbacks [] for security_group (22ad49b6-f8c2-4b56-8a63-3cdb6eb8d46a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:00.587502 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Publish callbacks [] for security_group (22ad49b6-f8c2-4b56-8a63-3cdb6eb8d46a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:00.710885 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (22ad49b6-f8c2-4b56-8a63-3cdb6eb8d46a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:00.713468 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:00.714688 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22ad49b6-f8c2-4b56-8a63-3cdb6eb8d46a HTTP/1.1" status: 204 len: 168 time: 0.2034326 Feb 04 00:04:00.722584 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ad49b6-f8c2-4b56-8a63-3cdb6eb8d46a,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:00.729737 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.730122 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.730466 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.730803 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.731133 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.731457 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.731782 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.732106 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.732506 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.732780 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.733101 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.733958 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:00.734277 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec750bd-dfc2-465f-b1b5-6184573cad0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:01.529446 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a514b06-a9fa-4f94-bbe2-6d4335225990 req-899b54f7-3d0d-4100-bfb1-087397ab1bf6 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:01.531825 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4a514b06-a9fa-4f94-bbe2-6d4335225990 req-899b54f7-3d0d-4100-bfb1-087397ab1bf6 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0527499 Feb 04 00:04:01.580480 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-4a514b06-a9fa-4f94-bbe2-6d4335225990 req-a4ec9d81-c32e-43f5-a162-392c4dc74e91 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Feb 04 00:04:02.701521 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35968d6-de95-4583-bee8-1e9ae0b7defd req-b1119b7a-b61c-4913-b4a2-2c552ab1259b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:02.703569 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b35968d6-de95-4583-bee8-1e9ae0b7defd req-b1119b7a-b61c-4913-b4a2-2c552ab1259b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Feb 04 00:04:02.752259 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-b35968d6-de95-4583-bee8-1e9ae0b7defd req-0817d902-23db-4a18-bdda-2c26806a514b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Feb 04 00:04:05.340841 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:04:13.388135 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:14.556322 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f681d-6232-4858-9852-223658e186da req-83de5769-cebc-4e68-9829-3bd40618d5b8 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:14.557714 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-83de5769-cebc-4e68-9829-3bd40618d5b8 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 814 time: 0.1010005 Feb 04 00:04:14.572407 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-904acadb-18a8-4b11-9f0e-4b65610993c8 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/quotas/48b7d8ecba3442cab76d355a3d15822d HTTP/1.1" status: 200 len: 375 time: 0.0087252 Feb 04 00:04:14.627440 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-bdefeea0-7cdf-4541-8c35-3fe77f4d9c35 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494668 Feb 04 00:04:14.637481 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-77a93f3a-8858-4908-a3a8-8a5dd3b96f4c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 00:04:14.638452 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-77a93f3a-8858-4908-a3a8-8a5dd3b96f4c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047505 Feb 04 00:04:14.728478 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-094b9876-fe9a-4e75-8d51-d2fde74b55ef service neutron] 10.222.0.41 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842087 Feb 04 00:04:14.824110 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-038352cf-3bcd-4c44-9608-42cc795fff7b service neutron] 10.222.0.41 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899189 Feb 04 00:04:15.050234 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ad749127-eb1a-4149-8007-178294156736 req-637a5538-f0b4-4c2d-9605-8b041ef68b90 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 210 time: 0.0303016 Feb 04 00:04:16.156176 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-1feaebdb-69e9-4be2-8db5-94a0e925004f req-d3315c43-2333-4caa-bd35-beb2eb607d04 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 210 time: 0.0279403 Feb 04 00:04:17.280080 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-90aabfb9-32a5-4ce7-8b1f-49344bea9c15 req-cc21adc7-f409-4360-8c06-107c66b6bbc1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 210 time: 0.0556884 Feb 04 00:04:17.334581 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f681d-6232-4858-9852-223658e186da req-9328d482-cfdf-4e73-93e5-5cdc051d9489 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:17.336023 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-9328d482-cfdf-4e73-93e5-5cdc051d9489 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 814 time: 0.1212225 Feb 04 00:04:17.354901 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Request body: {'port': {'device_id': 'ced21f36-3d98-4b96-818c-5a94beab2c6c', 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'admin_state_up': True, 'tenant_id': '48b7d8ecba3442cab76d355a3d15822d'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:04:17.596406 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Made reservation on behalf of 48b7d8ecba3442cab76d355a3d15822d for: {'port': 1} {{(pid=109790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:04:17.599954 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:17.726893 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Allocated IP 172.20.0.2 (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff/5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a/6c4c1575-2288-4255-bb60-22e825dd8b50) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:17.870255 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks [] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.017002 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757291095426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.060957 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:18.064680 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:18.068255 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 00:04:18.074340 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Pushing event updated for resources: {'Port': ['ID=6c4c1575-2288-4255-bb60-22e825dd8b50,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:18.080922 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7da545e1-3e01-4a1d-86cd-de30b5dd6733', '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a', '347d00db-fedf-44cf-a0b2-33b8e7010cd5'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:04:18.119676 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:18.120430 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.216190 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-e8c44ba3-682b-4fff-bffd-73ea048d779b tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649116 Feb 04 00:04:18.237108 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.v2.base [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Request body: {'port': {'device_id': 'ced21f36-3d98-4b96-818c-5a94beab2c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 00:04:18.298650 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.406029 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596616b-7b53-45e8-92b6-1d8155fcda0e req-aae42ec8-8af0-4499-827e-267485327eab tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:18.407447 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5596616b-7b53-45e8-92b6-1d8155fcda0e req-aae42ec8-8af0-4499-827e-267485327eab tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 931 time: 0.0585561 Feb 04 00:04:18.452927 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5596616b-7b53-45e8-92b6-1d8155fcda0e req-b7ea44ff-450d-42f5-967a-bf941af9a8af tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Feb 04 00:04:18.557772 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4c1575-2288-4255-bb60-22e825dd8b50 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:04:18.565274 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Publish callbacks [] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.576624 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Transition to ACTIVE for port object 6c4c1575-2288-4255-bb60-22e825dd8b50 will not be triggered until provisioned by entity L2. {{(pid=109790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:18.644816 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.695311 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Pushing event updated for resources: {'Port': ['ID=6c4c1575-2288-4255-bb60-22e825dd8b50,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:18.761361 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Attempting to bind port 6c4c1575-2288-4255-bb60-22e825dd8b50 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 00:04:18.761688 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Attempting to bind port 6c4c1575-2288-4255-bb60-22e825dd8b50 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 00:04:18.762049 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Attempting to bind port 6c4c1575-2288-4255-bb60-22e825dd8b50 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:04:18.766848 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Port 6c4c1575-2288-4255-bb60-22e825dd8b50 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 00:04:18.768446 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Attempting to bind port 6c4c1575-2288-4255-bb60-22e825dd8b50 on network a3387a3d-0fb8-40ac-92e3-905a8a7e06ff {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 00:04:18.772023 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Checking agent: {'id': '26af6d48-7963-427c-b705-0458ba9ba275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'started_at': datetime.datetime(2022, 2, 3, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 00:04:18.772405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Checking segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 00:04:18.772787 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Bound using segment: {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 00:04:18.773205 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Bound port: 6c4c1575-2288-4255-bb60-22e825dd8b50, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 00:04:18.773557 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.834536 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] For port 6c4c1575-2288-4255-bb60-22e825dd8b50, host hv-cinder-82276, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:18.837458 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] For port 6c4c1575-2288-4255-bb60-22e825dd8b50, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6c4c1575-2288-4255-bb60-22e825dd8b50,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:18.910766 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096186'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.946407 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:18.947028 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:18.948405 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] 10.222.0.37 "PUT /v2.0/ports/6c4c1575-2288-4255-bb60-22e825dd8b50 HTTP/1.1" status: 200 len: 1093 time: 0.7160738 Feb 04 00:04:18.948843 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced21f36-3d98-4b96-818c-5a94beab2c6c', 'tag': '6c4c1575-2288-4255-bb60-22e825dd8b50'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:04:18.951094 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7124c8-e419-4207-b91c-caa8c1fb5d08" -d '{"events": [{"name": "network-changed", "server_uuid": "ced21f36-3d98-4b96-818c-5a94beab2c6c", "tag": "6c4c1575-2288-4255-bb60-22e825dd8b50"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:04:18.975679 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33e12c-cbd2-4284-8d58-a175783a7e1e service neutron] Pushing event updated for resources: {'Port': ['ID=6c4c1575-2288-4255-bb60-22e825dd8b50,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:18.992590 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b09afdb-14fe-4075-9aea-bedb0631259e x-openstack-request-id: req-5b09afdb-14fe-4075-9aea-bedb0631259e {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:04:18.992885 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced21f36-3d98-4b96-818c-5a94beab2c6c", "tag": "6c4c1575-2288-4255-bb60-22e825dd8b50", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:04:18.993144 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b09afdb-14fe-4075-9aea-bedb0631259e {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:04:18.993536 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced21f36-3d98-4b96-818c-5a94beab2c6c', 'tag': '6c4c1575-2288-4255-bb60-22e825dd8b50', 'status': 'completed', 'code': 200} Feb 04 00:04:19.088571 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7124c8-e419-4207-b91c-caa8c1fb5d08 req-9237e236-9159-4cff-b127-6d8477c34ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:19.090129 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-af7124c8-e419-4207-b91c-caa8c1fb5d08 req-9237e236-9159-4cff-b127-6d8477c34ec1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 1127 time: 0.0450382 Feb 04 00:04:19.204208 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7124c8-e419-4207-b91c-caa8c1fb5d08 req-03714402-b973-463a-adef-035dc32d4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:19.205608 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-af7124c8-e419-4207-b91c-caa8c1fb5d08 req-03714402-b973-463a-adef-035dc32d4ce3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=48b7d8ecba3442cab76d355a3d15822d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0984004 Feb 04 00:04:19.300069 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7124c8-e419-4207-b91c-caa8c1fb5d08 req-b1d3d331-652a-4a4e-b9d5-886a3fbfbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:19.301559 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-af7124c8-e419-4207-b91c-caa8c1fb5d08 req-b1d3d331-652a-4a4e-b9d5-886a3fbfbcfe service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0894103 Feb 04 00:04:19.404039 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f681d-6232-4858-9852-223658e186da req-b0cd8469-8c04-4d63-92b9-cd2bdb11e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:19.405669 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-b0cd8469-8c04-4d63-92b9-cd2bdb11e0d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 1127 time: 0.0439520 Feb 04 00:04:19.453604 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-3dfae1b5-8b60-4193-8b9a-1757437421ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c4c1575-2288-4255-bb60-22e825dd8b50 HTTP/1.1" status: 200 len: 217 time: 0.0336800 Feb 04 00:04:19.506028 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f681d-6232-4858-9852-223658e186da req-247a4bc5-8509-4cd5-8bfe-259af8db2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:19.507580 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-247a4bc5-8509-4cd5-8bfe-259af8db2c20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a HTTP/1.1" status: 200 len: 854 time: 0.0473409 Feb 04 00:04:19.539410 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-7a81f17c-c141-41f4-83be-c9df951e1265 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249503 Feb 04 00:04:19.570873 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5a9c-943a-40c6-bcad-112fc5b77fb9 req-292ac3cc-0adc-4f63-9876-c361d5a2b546 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:19.572329 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-325d5a9c-943a-40c6-bcad-112fc5b77fb9 req-292ac3cc-0adc-4f63-9876-c361d5a2b546 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 943 time: 0.0515325 Feb 04 00:04:19.618859 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-325d5a9c-943a-40c6-bcad-112fc5b77fb9 req-a08de251-c479-4bc5-91b6-858683e125c2 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Feb 04 00:04:19.630707 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-97819f60-2e3e-4d81-aaad-1fe4a5d0cb4d service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833623 Feb 04 00:04:19.721249 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8a8f681d-6232-4858-9852-223658e186da req-e762f677-b07b-41c3-a249-5175bc1522cf service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840664 Feb 04 00:04:20.737123 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2109c-340a-40fb-b0a1-d19c8cd7ee0b req-0459aa27-ba9b-423d-a30b-dda5ad5ec349 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:20.738891 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1eb2109c-340a-40fb-b0a1-d19c8cd7ee0b req-0459aa27-ba9b-423d-a30b-dda5ad5ec349 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 943 time: 0.0518997 Feb 04 00:04:20.785818 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1eb2109c-340a-40fb-b0a1-d19c8cd7ee0b req-102790bf-66da-44cc-9bba-fd88f4389005 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Feb 04 00:04:21.902661 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2099-bd84-410d-9655-4ae325096b49 req-83b52cbb-beef-4b1b-88c8-8c438b5651f6 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:21.904128 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbfa2099-bd84-410d-9655-4ae325096b49 req-83b52cbb-beef-4b1b-88c8-8c438b5651f6 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 943 time: 0.0509593 Feb 04 00:04:21.953100 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-cbfa2099-bd84-410d-9655-4ae325096b49 req-de831c91-4223-4913-86b1-42ee7b994c72 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Feb 04 00:04:23.070722 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaebdcb-761c-43a0-920d-13023c3245f7 req-8c52a8e5-f360-4e3e-9f4d-779fb087d4d7 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:23.072198 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5eaebdcb-761c-43a0-920d-13023c3245f7 req-8c52a8e5-f360-4e3e-9f4d-779fb087d4d7 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 943 time: 0.0511267 Feb 04 00:04:23.123060 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5eaebdcb-761c-43a0-920d-13023c3245f7 req-58136add-f223-40ec-a1b1-1d182cb4bd18 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Feb 04 00:04:23.224733 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-9deac104-3134-458d-a858-9014352b1e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:23.849787 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 6c4c1575-2288-4255-bb60-22e825dd8b50 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 00:04:23.947444 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 6c4c1575-2288-4255-bb60-22e825dd8b50, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6c4c1575-2288-4255-bb60-22e825dd8b50,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:23.959306 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Returning: {'device': '6c4c1575-2288-4255-bb60-22e825dd8b50', 'network_id': 'a3387a3d-0fb8-40ac-92e3-905a8a7e06ff', 'port_id': '6c4c1575-2288-4255-bb60-22e825dd8b50', 'mac_address': 'fa:16:3e:64:fa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 00:04:23.996787 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 6c4c1575-2288-4255-bb60-22e825dd8b50 is: DOWN; New status is: BUILD {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:04:23.997219 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:24.013187 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4c1575-2288-4255-bb60-22e825dd8b50 {{(pid=109793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 00:04:24.032510 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 6c4c1575-2288-4255-bb60-22e825dd8b50, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6c4c1575-2288-4255-bb60-22e825dd8b50,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:24.127458 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:24.174558 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=6c4c1575-2288-4255-bb60-22e825dd8b50,revision_number=4']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:24.243558 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18e338-9222-4b87-9806-fd5a6e988126 req-0c10e642-749a-4a2e-b23f-d71ad52dc9e1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:24.245022 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6c18e338-9222-4b87-9806-fd5a6e988126 req-0c10e642-749a-4a2e-b23f-d71ad52dc9e1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 944 time: 0.0522017 Feb 04 00:04:24.291723 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6c18e338-9222-4b87-9806-fd5a6e988126 req-4eaa7735-1617-4ee2-a635-19a0531bc634 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Feb 04 00:04:24.589906 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['6c4c1575-2288-4255-bb60-22e825dd8b50'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:04:25.412025 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dcdce-0fd3-48c5-9932-ccb71edcea99 req-d04961e7-1c43-4dab-a7c3-523953c36dae tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:25.413589 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dd7dcdce-0fd3-48c5-9932-ccb71edcea99 req-d04961e7-1c43-4dab-a7c3-523953c36dae tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 944 time: 0.0547926 Feb 04 00:04:25.459210 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dd7dcdce-0fd3-48c5-9932-ccb71edcea99 req-4131c1d0-94d3-4ab9-9529-12d246b49428 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400698 Feb 04 00:04:25.618874 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e755b03f-89ff-4fc4-b9ae-f216a8e74b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:25.856983 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 6c4c1575-2288-4255-bb60-22e825dd8b50 up at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 00:04:26.007533 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning for port 6c4c1575-2288-4255-bb60-22e825dd8b50 completed by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:26.012047 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.provisioning_blocks [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Provisioning complete for port 6c4c1575-2288-4255-bb60-22e825dd8b50 triggered by entity L2. {{(pid=109793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:26.012438 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7674207'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), provisioning_complete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:26.087587 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Current status of the port 6c4c1575-2288-4255-bb60-22e825dd8b50 is: BUILD; New status is: ACTIVE {{(pid=109793) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 00:04:26.087962 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-697951'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), before_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:26.112576 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced21f36-3d98-4b96-818c-5a94beab2c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4c1575-2288-4255-bb60-22e825dd8b50'}] {{(pid=109793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:04:26.115071 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bed72bacb3a91b1d196aee9d64337270373bce3cec92e4481304ab34c218e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58864554-861c-40c9-aa43-d2ab5afda364" -d '{"events": [{"server_uuid": "ced21f36-3d98-4b96-818c-5a94beab2c6c", "name": "network-vif-plugged", "status": "completed", "tag": "6c4c1575-2288-4255-bb60-22e825dd8b50"}]}' {{(pid=109793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:04:26.127975 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] For port 6c4c1575-2288-4255-bb60-22e825dd8b50, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6c4c1575-2288-4255-bb60-22e825dd8b50,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:26.150372 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00701c2-236a-438a-9280-5c1c79298fb5 x-openstack-request-id: req-f00701c2-236a-438a-9280-5c1c79298fb5 {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:04:26.150664 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced21f36-3d98-4b96-818c-5a94beab2c6c", "name": "network-vif-plugged", "status": "completed", "tag": "6c4c1575-2288-4255-bb60-22e825dd8b50", "code": 200}]} {{(pid=109793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:04:26.150929 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f00701c2-236a-438a-9280-5c1c79298fb5 {{(pid=109793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:04:26.151340 dv-cinder-822768-2-iscsi neutron-server[109793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced21f36-3d98-4b96-818c-5a94beab2c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4c1575-2288-4255-bb60-22e825dd8b50', 'code': 200} Feb 04 00:04:26.270413 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757291509239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757291095444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757291095462'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:26.316788 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Pushing event updated for resources: {'Port': ['ID=6c4c1575-2288-4255-bb60-22e825dd8b50,revision_number=5']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:26.531491 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e023a-a9ad-496f-badb-a2961b969d9b req-193ad594-09ea-403b-ba60-d5743db03ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:26.532955 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dc8e023a-a9ad-496f-badb-a2961b969d9b req-193ad594-09ea-403b-ba60-d5743db03ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 1129 time: 0.0452051 Feb 04 00:04:26.606210 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-dc8e023a-a9ad-496f-badb-a2961b969d9b req-171e9988-f006-4ef6-b834-607ed2e168b0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654147 Feb 04 00:04:26.614581 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381786ec-485a-49e2-9e07-d41d74f27975 req-43f68fc8-9f4e-44a7-b4bf-0d86bf1b1aed tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:26.615962 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-381786ec-485a-49e2-9e07-d41d74f27975 req-43f68fc8-9f4e-44a7-b4bf-0d86bf1b1aed tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 945 time: 0.0874336 Feb 04 00:04:26.662256 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-381786ec-485a-49e2-9e07-d41d74f27975 req-7ec497a8-91a4-4c19-bcbe-ed3926dc9c4c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Feb 04 00:04:26.802058 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:27.780208 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b95635-4d78-4790-b8a1-e78a668fc038 req-a2454a28-224f-41e0-a7d9-a259d15693f4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:27.782478 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a2b95635-4d78-4790-b8a1-e78a668fc038 req-a2454a28-224f-41e0-a7d9-a259d15693f4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 945 time: 0.0518270 Feb 04 00:04:27.831473 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-a2b95635-4d78-4790-b8a1-e78a668fc038 req-348a09e2-2951-45ac-8994-8cf2d8559079 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Feb 04 00:04:28.301912 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:28.949404 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f11f1-e0f9-4894-bbb6-5cbc9e3cb1ee req-ccc85ecd-c90e-4052-bbd8-1fbf255ba683 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:28.950925 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e53f11f1-e0f9-4894-bbb6-5cbc9e3cb1ee req-ccc85ecd-c90e-4052-bbd8-1fbf255ba683 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 945 time: 0.0508842 Feb 04 00:04:28.997437 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e53f11f1-e0f9-4894-bbb6-5cbc9e3cb1ee req-91dee2e5-ce45-4bf7-b98d-ebab86c8e9c1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Feb 04 00:04:29.607500 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:42.339903 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:04:43.407744 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:45.811586 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e366974-c51f-4acd-b96d-1ded3248ecee req-0a610e25-e347-4b00-aea8-3a30e0046761 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:45.813556 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4e366974-c51f-4acd-b96d-1ded3248ecee req-0a610e25-e347-4b00-aea8-3a30e0046761 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 945 time: 0.0554814 Feb 04 00:04:45.859110 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-4e366974-c51f-4acd-b96d-1ded3248ecee req-ccee5dfe-698f-4330-a63b-bc7fde8af803 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398858 Feb 04 00:04:46.977777 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609050a1-71a8-45ea-89b1-628497cc28fd req-6fd500a7-0d39-483c-ad44-741189f893e1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:46.982409 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-609050a1-71a8-45ea-89b1-628497cc28fd req-6fd500a7-0d39-483c-ad44-741189f893e1 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 945 time: 0.0516958 Feb 04 00:04:47.028669 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-609050a1-71a8-45ea-89b1-628497cc28fd req-ec1af907-dfb9-42d5-9960-2236e73cac9a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Feb 04 00:04:48.127068 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-614d784b-0464-4a9a-a454-4f2aec232a2d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:48.128512 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-614d784b-0464-4a9a-a454-4f2aec232a2d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 945 time: 0.0519497 Feb 04 00:04:48.146369 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062d092-0c30-4888-86d5-3c5813158918 req-9f60428c-b9e3-4472-9531-719be0de312d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:48.147899 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2062d092-0c30-4888-86d5-3c5813158918 req-9f60428c-b9e3-4472-9531-719be0de312d tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 945 time: 0.0531871 Feb 04 00:04:48.197194 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-2062d092-0c30-4888-86d5-3c5813158918 req-1124cd78-0e76-41f9-95ad-ea1119314ebf tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Feb 04 00:04:48.221490 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Deleting port 6c4c1575-2288-4255-bb60-22e825dd8b50 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:04:48.221830 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:48.314445 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] For port 6c4c1575-2288-4255-bb60-22e825dd8b50, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6c4c1575-2288-4255-bb60-22e825dd8b50,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:48.314808 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:48.327107 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Calling delete_port for 6c4c1575-2288-4255-bb60-22e825dd8b50 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:04:48.538613 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (6c4c1575-2288-4255-bb60-22e825dd8b50), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:48.566707 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Pushing event deleted for resources: {'Port': ['ID=6c4c1575-2288-4255-bb60-22e825dd8b50,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:48.579936 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7da545e1-3e01-4a1d-86cd-de30b5dd6733', '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a', '347d00db-fedf-44cf-a0b2-33b8e7010cd5', '6c4c1575-2288-4255-bb60-22e825dd8b50'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:04:48.608422 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] No DVR routers for this DVR port 6c4c1575-2288-4255-bb60-22e825dd8b50 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:04:48.611028 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:48.614608 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5cc0e584-3610-4d71-8dee-9e891c7dcb88 req-e2fe5c95-139a-4630-9ed8-0c621378f820 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "DELETE /v2.0/ports/6c4c1575-2288-4255-bb60-22e825dd8b50 HTTP/1.1" status: 204 len: 173 time: 0.4810467 Feb 04 00:04:48.615098 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced21f36-3d98-4b96-818c-5a94beab2c6c', 'name': 'network-vif-deleted', 'tag': '6c4c1575-2288-4255-bb60-22e825dd8b50'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:04:48.617390 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d6cd8-0a72-4844-8e44-62c24c223a0f" -d '{"events": [{"server_uuid": "ced21f36-3d98-4b96-818c-5a94beab2c6c", "name": "network-vif-deleted", "tag": "6c4c1575-2288-4255-bb60-22e825dd8b50"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:04:48.655033 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1717dd8-e813-4856-a1fd-6e17e5509a1a x-openstack-request-id: req-c1717dd8-e813-4856-a1fd-6e17e5509a1a {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:04:48.655334 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced21f36-3d98-4b96-818c-5a94beab2c6c", "name": "network-vif-deleted", "tag": "6c4c1575-2288-4255-bb60-22e825dd8b50", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:04:48.655591 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1717dd8-e813-4856-a1fd-6e17e5509a1a {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:04:48.656461 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced21f36-3d98-4b96-818c-5a94beab2c6c', 'name': 'network-vif-deleted', 'tag': '6c4c1575-2288-4255-bb60-22e825dd8b50', 'status': 'completed', 'code': 200} Feb 04 00:04:49.310214 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-bad31993-8a48-41ba-8b7f-225f11005c55 req-ef1ad23a-14b7-4e7b-b331-a54d0cf76615 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced21f36-3d98-4b96-818c-5a94beab2c6c HTTP/1.1" status: 200 len: 210 time: 0.0341508 Feb 04 00:04:51.995747 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 6c4c1575-2288-4255-bb60-22e825dd8b50 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:04:52.015994 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 6c4c1575-2288-4255-bb60-22e825dd8b50 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:04:52.016497 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 6c4c1575-2288-4255-bb60-22e825dd8b50 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:04:52.212575 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705839b-f93a-41bc-9260-4e3e974c6ba2 req-598a823b-bcde-48ea-b506-c285c1c15e19 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:52.214165 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f705839b-f93a-41bc-9260-4e3e974c6ba2 req-598a823b-bcde-48ea-b506-c285c1c15e19 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 945 time: 0.0551834 Feb 04 00:04:52.539660 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-f705839b-f93a-41bc-9260-4e3e974c6ba2 req-7aa1774c-4be1-4b66-8a02-d64a24a7eb3f tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191180 Feb 04 00:04:53.176637 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7aade9e0-904c-44f8-9fc2-7e5fa93ed5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:53.449877 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-b2be6292-f4a1-4203-a69a-fcadd0ad2868 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442958 Feb 04 00:04:53.558635 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-8fb4052e-392f-42f8-805c-006878e3fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:53.560126 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-8fb4052e-392f-42f8-805c-006878e3fca9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b7d8ecba3442cab76d355a3d15822d&device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 1130 time: 0.0434287 Feb 04 00:04:53.668218 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db965b7-8a3f-4235-bbac-a4189840c5d7 req-d9479cf7-7df9-45c6-94c5-0cf0d1d53cee tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:53.669765 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6db965b7-8a3f-4235-bbac-a4189840c5d7 req-d9479cf7-7df9-45c6-94c5-0cf0d1d53cee tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 945 time: 0.0560014 Feb 04 00:04:53.680412 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-f358f064-b730-4cf8-8ea6-00e99b24260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:53.681898 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-f358f064-b730-4cf8-8ea6-00e99b24260c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 200 len: 914 time: 0.1024096 Feb 04 00:04:53.719165 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-6db965b7-8a3f-4235-bbac-a4189840c5d7 req-75d10916-1a28-4618-b37f-329ea05b39b6 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Feb 04 00:04:53.723200 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-f827f04b-bb06-4d72-ab3f-539ddfa159cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7da545e1-3e01-4a1d-86cd-de30b5dd6733 HTTP/1.1" status: 200 len: 217 time: 0.0351522 Feb 04 00:04:53.773360 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-e448b76d-a4e1-4e39-b0c2-68f435d2cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:53.774808 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-e448b76d-a4e1-4e39-b0c2-68f435d2cb6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a HTTP/1.1" status: 200 len: 854 time: 0.0436847 Feb 04 00:04:53.810458 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-313244e7-7217-42b8-8579-0738eb21700a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282640 Feb 04 00:04:53.899791 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-102efe22-77c7-47ac-9e0f-f51cbbf72156 service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818086 Feb 04 00:04:54.001595 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-879bbf87-0341-46b3-8cb1-70a5c13fa528 req-d53ac81e-e7ee-4419-8b29-e1fce9a1809c service neutron] 10.222.0.37 "GET /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846448 Feb 04 00:04:54.430820 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-3a635312-5610-44d2-bb5c-2e845850bd7a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:54.432208 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-3a635312-5610-44d2-bb5c-2e845850bd7a tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Feb 04 00:04:54.519737 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Deleting port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:04:54.520448 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:54.609512 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] For port 347d00db-fedf-44cf-a0b2-33b8e7010cd5, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=347d00db-fedf-44cf-a0b2-33b8e7010cd5,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:54.610268 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:54.622764 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Calling delete_port for 347d00db-fedf-44cf-a0b2-33b8e7010cd5 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:04:54.816299 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (347d00db-fedf-44cf-a0b2-33b8e7010cd5), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:54.845980 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Pushing event deleted for resources: {'Port': ['ID=347d00db-fedf-44cf-a0b2-33b8e7010cd5,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:54.857698 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7da545e1-3e01-4a1d-86cd-de30b5dd6733', '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a', '347d00db-fedf-44cf-a0b2-33b8e7010cd5'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:04:54.901686 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5e000-f300-421a-8820-2445046d2df7 req-905994d9-56de-4d76-b1f9-39d4c55ee3ec tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:54.903184 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-11a5e000-f300-421a-8820-2445046d2df7 req-905994d9-56de-4d76-b1f9-39d4c55ee3ec tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 867 time: 0.1197953 Feb 04 00:04:54.904179 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] No DVR routers for this DVR port 347d00db-fedf-44cf-a0b2-33b8e7010cd5 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:04:54.907606 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:54.910858 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-ab01215c-2ad6-43f7-b273-9bdc094fe720 req-4b68ba35-fa48-4239-a6de-7b6d7210b9ca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "DELETE /v2.0/ports/347d00db-fedf-44cf-a0b2-33b8e7010cd5 HTTP/1.1" status: 204 len: 173 time: 0.4739439 Feb 04 00:04:54.911305 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6725eea-d203-4d8c-a24f-375b5f15e997', 'name': 'network-vif-deleted', 'tag': '347d00db-fedf-44cf-a0b2-33b8e7010cd5'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:04:54.913523 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd999db-8558-48bd-8fea-cee95f6fedb0" -d '{"events": [{"server_uuid": "b6725eea-d203-4d8c-a24f-375b5f15e997", "name": "network-vif-deleted", "tag": "347d00db-fedf-44cf-a0b2-33b8e7010cd5"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:04:54.963407 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2178b4c-3a05-4b3f-91ae-eade73b57933 x-openstack-request-id: req-b2178b4c-3a05-4b3f-91ae-eade73b57933 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:04:54.963694 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6725eea-d203-4d8c-a24f-375b5f15e997", "name": "network-vif-deleted", "tag": "347d00db-fedf-44cf-a0b2-33b8e7010cd5", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:04:54.963949 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2178b4c-3a05-4b3f-91ae-eade73b57933 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:04:54.964352 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6725eea-d203-4d8c-a24f-375b5f15e997', 'name': 'network-vif-deleted', 'tag': '347d00db-fedf-44cf-a0b2-33b8e7010cd5', 'status': 'completed', 'code': 200} Feb 04 00:04:54.976847 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-11a5e000-f300-421a-8820-2445046d2df7 req-246e0417-c726-47f8-9074-3468a25a609c tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603483 Feb 04 00:04:55.601144 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-fed6726e-e73d-485e-a6b9-4d787558e668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:56.087804 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d449b617-5c76-4e36-9040-fc9ebab9285e req-7870da10-606c-42c7-83de-4e66fbbe2665 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6725eea-d203-4d8c-a24f-375b5f15e997 HTTP/1.1" status: 200 len: 210 time: 0.0271707 Feb 04 00:04:56.721454 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:57.624641 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755340c-726a-4223-b24b-e613cf3048a9 req-40bde0f3-afa5-472f-a237-734d6af019a7 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:57.626124 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8755340c-726a-4223-b24b-e613cf3048a9 req-40bde0f3-afa5-472f-a237-734d6af019a7 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 945 time: 0.0522337 Feb 04 00:04:57.671502 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-8755340c-726a-4223-b24b-e613cf3048a9 req-f75f5b2a-f1ec-464d-a07a-ec7d2ca7b80f tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397515 Feb 04 00:04:58.032379 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 347d00db-fedf-44cf-a0b2-33b8e7010cd5 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:04:58.052787 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 347d00db-fedf-44cf-a0b2-33b8e7010cd5 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:04:58.053127 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 347d00db-fedf-44cf-a0b2-33b8e7010cd5 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:04:58.309769 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:58.789410 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeefb5a-5acb-4fe2-8236-abe08af9f150 req-8375f7ac-c0ab-4288-b47a-e55baa943f52 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:58.790877 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-adeefb5a-5acb-4fe2-8236-abe08af9f150 req-8375f7ac-c0ab-4288-b47a-e55baa943f52 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 945 time: 0.0504770 Feb 04 00:04:58.839349 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-adeefb5a-5acb-4fe2-8236-abe08af9f150 req-6045d3e9-7e4f-4b44-a8fe-74c0952a3286 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Feb 04 00:04:59.589963 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:59.599720 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256a302-b026-4881-acae-c1b1b8726d9f req-06c01104-efaf-4fa2-a449-5c38e33324c4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:59.601470 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7256a302-b026-4881-acae-c1b1b8726d9f req-06c01104-efaf-4fa2-a449-5c38e33324c4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 945 time: 0.0571451 Feb 04 00:04:59.696532 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Deleting port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:04:59.696880 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:59.784440 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] For port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:59.784805 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:04:59.796850 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Calling delete_port for 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:04:59.974582 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aaf353-fd0d-42d8-a7df-722d758e1d4e req-586f9d35-65a3-4eb9-a188-46982bcbfff7 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:59.976064 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d5aaf353-fd0d-42d8-a7df-722d758e1d4e req-586f9d35-65a3-4eb9-a188-46982bcbfff7 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 945 time: 0.0651395 Feb 04 00:05:00.022717 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-d5aaf353-fd0d-42d8-a7df-722d758e1d4e req-4bddd326-da62-45bf-8723-28fc978ac0c6 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Feb 04 00:05:00.023730 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (6a7640f9-8ac3-48ed-9c80-bfca19e79f6a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:00.053876 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Pushing event deleted for resources: {'Port': ['ID=6a7640f9-8ac3-48ed-9c80-bfca19e79f6a,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:00.057213 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7da545e1-3e01-4a1d-86cd-de30b5dd6733', '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:05:00.098988 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] No DVR routers for this DVR port 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:00.101431 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:00.104743 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7256a302-b026-4881-acae-c1b1b8726d9f req-23939eaa-e3f9-406a-921b-11c582431d62 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "DELETE /v2.0/ports/6a7640f9-8ac3-48ed-9c80-bfca19e79f6a HTTP/1.1" status: 204 len: 173 time: 0.4979453 Feb 04 00:05:00.105176 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd594af78-9072-4927-b3c3-bbf58e684fdb', 'name': 'network-vif-deleted', 'tag': '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:05:00.107497 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe62002-a070-4b8b-a954-0e744dde0fce" -d '{"events": [{"server_uuid": "d594af78-9072-4927-b3c3-bbf58e684fdb", "name": "network-vif-deleted", "tag": "6a7640f9-8ac3-48ed-9c80-bfca19e79f6a"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:05:00.144408 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384e435-6918-4858-b25f-fa78ece0d7a7 x-openstack-request-id: req-2384e435-6918-4858-b25f-fa78ece0d7a7 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:05:00.144725 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d594af78-9072-4927-b3c3-bbf58e684fdb", "name": "network-vif-deleted", "tag": "6a7640f9-8ac3-48ed-9c80-bfca19e79f6a", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:05:00.145006 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2384e435-6918-4858-b25f-fa78ece0d7a7 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:05:00.145407 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd594af78-9072-4927-b3c3-bbf58e684fdb', 'name': 'network-vif-deleted', 'tag': '6a7640f9-8ac3-48ed-9c80-bfca19e79f6a', 'status': 'completed', 'code': 200} Feb 04 00:05:01.127121 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-e0eddf05-c846-46e5-a708-757e81d7a604 req-501955bb-1568-4ba1-a426-79978d70efca tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d594af78-9072-4927-b3c3-bbf58e684fdb HTTP/1.1" status: 200 len: 210 time: 0.0272017 Feb 04 00:05:03.851436 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a41a5b-6e33-47fd-a48a-4b51db24d43c req-179c240b-0d47-43f4-8ea8-b4fcfd919911 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:03.852903 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-77a41a5b-6e33-47fd-a48a-4b51db24d43c req-179c240b-0d47-43f4-8ea8-b4fcfd919911 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 946 time: 0.0516365 Feb 04 00:05:03.898529 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-77a41a5b-6e33-47fd-a48a-4b51db24d43c req-b37c051b-2ede-4a68-b875-f2918ac273cb tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Feb 04 00:05:04.090187 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:04.110480 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:04.110824 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 6a7640f9-8ac3-48ed-9c80-bfca19e79f6a not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:05.020057 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56afdb-0101-4823-99cb-f00a1cd4fd79 req-8a1852cd-ad97-4f32-863a-c9814efa2bb0 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:05.021526 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1c56afdb-0101-4823-99cb-f00a1cd4fd79 req-8a1852cd-ad97-4f32-863a-c9814efa2bb0 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 946 time: 0.0528772 Feb 04 00:05:05.070875 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-1c56afdb-0101-4823-99cb-f00a1cd4fd79 req-691fe805-7f64-486c-9a11-405103774442 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Feb 04 00:05:05.851555 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-b72b1037-bcc5-412f-8b63-81c11a5635f9 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:05.852913 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-b72b1037-bcc5-412f-8b63-81c11a5635f9 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 946 time: 0.0502529 Feb 04 00:05:05.950907 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Deleting port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:05.951257 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:06.044683 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] For port 7da545e1-3e01-4a1d-86cd-de30b5dd6733, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7da545e1-3e01-4a1d-86cd-de30b5dd6733,segment=NetworkSegment(b556248e-4aa1-4aa4-b1b9-e8bbc024b48c),segment_id=b556248e-4aa1-4aa4-b1b9-e8bbc024b48c)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:06.045390 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:06.057263 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Calling delete_port for 7da545e1-3e01-4a1d-86cd-de30b5dd6733 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:06.190680 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf733-e37b-4cf6-88a1-5645c7d024d8 req-4fe6acbb-3d06-454a-8166-981edf0ee01f tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:06.192180 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b7aaf733-e37b-4cf6-88a1-5645c7d024d8 req-4fe6acbb-3d06-454a-8166-981edf0ee01f tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 946 time: 0.0530999 Feb 04 00:05:06.238346 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-b7aaf733-e37b-4cf6-88a1-5645c7d024d8 req-9f230914-9736-4b3b-8b48-93d670781146 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/security-groups?id=022ce214-15d5-462b-a5bd-4c921de103fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Feb 04 00:05:06.261464 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (7da545e1-3e01-4a1d-86cd-de30b5dd6733), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:06.289691 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Pushing event deleted for resources: {'Port': ['ID=7da545e1-3e01-4a1d-86cd-de30b5dd6733,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:06.294999 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] get_ports_and_sgs() called for port_ids ['7da545e1-3e01-4a1d-86cd-de30b5dd6733'] {{(pid=109793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 00:05:06.315959 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.316321 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.316673 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.317021 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.317362 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.317703 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.318068 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.318405 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.318742 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.319076 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.319404 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.319732 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.320086 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:06.342786 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] No DVR routers for this DVR port 7da545e1-3e01-4a1d-86cd-de30b5dd6733 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:06.345179 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:06.348646 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-6ba0d089-a4d1-42a0-8c66-3f5834585d68 req-ae1d00a0-922a-41f2-b57e-3b17c3ce02d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.37 "DELETE /v2.0/ports/7da545e1-3e01-4a1d-86cd-de30b5dd6733 HTTP/1.1" status: 204 len: 173 time: 0.4907815 Feb 04 00:05:06.349082 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8eec35-3280-4955-8a57-fc09c2f57ff8', 'name': 'network-vif-deleted', 'tag': '7da545e1-3e01-4a1d-86cd-de30b5dd6733'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:05:06.351334 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f47f12-8e48-4ced-a69a-3f51dd2f6b75" -d '{"events": [{"server_uuid": "9b8eec35-3280-4955-8a57-fc09c2f57ff8", "name": "network-vif-deleted", "tag": "7da545e1-3e01-4a1d-86cd-de30b5dd6733"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:05:06.387497 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82d4158-7865-41d7-93cd-e6e3631eea9e x-openstack-request-id: req-d82d4158-7865-41d7-93cd-e6e3631eea9e {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:05:06.387799 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8eec35-3280-4955-8a57-fc09c2f57ff8", "name": "network-vif-deleted", "tag": "7da545e1-3e01-4a1d-86cd-de30b5dd6733", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:05:06.388056 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d82d4158-7865-41d7-93cd-e6e3631eea9e {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:05:06.388458 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8eec35-3280-4955-8a57-fc09c2f57ff8', 'name': 'network-vif-deleted', 'tag': '7da545e1-3e01-4a1d-86cd-de30b5dd6733', 'status': 'completed', 'code': 200} Feb 04 00:05:07.347668 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c0ec170a-033f-42eb-a558-a08453c1e7b7 req-dc1e559f-69ba-4991-85ea-5d32099d47d4 tempest-AttachVolumeNegativeTest-1483765069 tempest-AttachVolumeNegativeTest-1483765069-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8eec35-3280-4955-8a57-fc09c2f57ff8 HTTP/1.1" status: 200 len: 210 time: 0.0302343 Feb 04 00:05:08.405790 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47758) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:08.449022 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_v2 [None req-65040dd8-b61b-43c5-ab25-1e9dc97294ac admin admin] Deleting subnet 5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a {{(pid=109790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:05:08.452002 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65040dd8-b61b-43c5-ab25-1e9dc97294ac admin admin] Publish callbacks [] for subnet (5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.488807 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65040dd8-b61b-43c5-ab25-1e9dc97294ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027207'] for subnet (5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.527039 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65040dd8-b61b-43c5-ab25-1e9dc97294ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.635534 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65040dd8-b61b-43c5-ab25-1e9dc97294ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25886206'] for subnet (5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.661367 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65040dd8-b61b-43c5-ab25-1e9dc97294ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:08.666026 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65040dd8-b61b-43c5-ab25-1e9dc97294ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.669199 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-65040dd8-b61b-43c5-ab25-1e9dc97294ac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5710ff6d-2f9c-4c2b-b13b-67a5c25aca2a HTTP/1.1" status: 204 len: 168 time: 0.2623942 Feb 04 00:05:08.671741 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47760) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:08.755132 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.833763 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.852799 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3387a3d-0fb8-40ac-92e3-905a8a7e06ff']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:08.862250 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:08.862542 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b556248e-4aa1-4aa4-b1b9-e8bbc024b48c') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:08.872302 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (b556248e-4aa1-4aa4-b1b9-e8bbc024b48c), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.885047 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (b556248e-4aa1-4aa4-b1b9-e8bbc024b48c), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (b556248e-4aa1-4aa4-b1b9-e8bbc024b48c), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:05:08.893940 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:05:09.022055 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (a3387a3d-0fb8-40ac-92e3-905a8a7e06ff), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:09.028354 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:09.031566 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a3387a3d-0fb8-40ac-92e3-905a8a7e06ff HTTP/1.1" status: 204 len: 168 time: 0.3589141 Feb 04 00:05:09.050726 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e88c5-7e62-4bc3-87ac-efec832141c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3387a3d-0fb8-40ac-92e3-905a8a7e06ff,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:09.381582 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47764) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:09.421687 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-84ff93c7-4885-4272-9b61-e7ce129a1cfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48b7d8ecba3442cab76d355a3d15822d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378032 Feb 04 00:05:09.423006 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47766) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:09.471760 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9909bee6-d5d9-4e60-b948-4b06350b8348 admin admin] Publish callbacks [] for security_group (022ce214-15d5-462b-a5bd-4c921de103fc), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:09.492108 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9909bee6-d5d9-4e60-b948-4b06350b8348 admin admin] Publish callbacks [] for security_group (022ce214-15d5-462b-a5bd-4c921de103fc), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:09.618108 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9909bee6-d5d9-4e60-b948-4b06350b8348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (022ce214-15d5-462b-a5bd-4c921de103fc), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:09.620825 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9909bee6-d5d9-4e60-b948-4b06350b8348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:09.622016 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-9909bee6-d5d9-4e60-b948-4b06350b8348 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/022ce214-15d5-462b-a5bd-4c921de103fc HTTP/1.1" status: 204 len: 168 time: 0.1979225 Feb 04 00:05:09.630194 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909bee6-d5d9-4e60-b948-4b06350b8348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022ce214-15d5-462b-a5bd-4c921de103fc,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:10.108419 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 7da545e1-3e01-4a1d-86cd-de30b5dd6733 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:10.131505 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: 7da545e1-3e01-4a1d-86cd-de30b5dd6733 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:10.131847 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device 7da545e1-3e01-4a1d-86cd-de30b5dd6733 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:11.962410 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47812) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:12.062630 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:12.133108 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Publish callbacks [] for security_group (7ab064a7-b77d-4e0b-b3a4-b07a8323f3b8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:12.209715 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (7ab064a7-b77d-4e0b-b3a4-b07a8323f3b8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:12.248394 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77d3a90d699b4afbac4851fada1eecfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849801 Feb 04 00:05:12.249250 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab064a7-b77d-4e0b-b3a4-b07a8323f3b8,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:12.251140 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47816) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:12.256994 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.257357 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.257702 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.258138 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.258477 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.258808 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.259157 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.259469 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.259801 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.260127 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.260451 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.260773 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.261094 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa2d63-0643-44dc-b484-3e19970cd82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:12.298234 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d11d9d49-8ded-4457-ad00-443e39fc1c16 admin admin] Publish callbacks [] for security_group (7ab064a7-b77d-4e0b-b3a4-b07a8323f3b8), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:12.319914 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d11d9d49-8ded-4457-ad00-443e39fc1c16 admin admin] Publish callbacks [] for security_group (7ab064a7-b77d-4e0b-b3a4-b07a8323f3b8), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:12.421352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d11d9d49-8ded-4457-ad00-443e39fc1c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (7ab064a7-b77d-4e0b-b3a4-b07a8323f3b8), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:12.424821 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d11d9d49-8ded-4457-ad00-443e39fc1c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:12.429323 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-d11d9d49-8ded-4457-ad00-443e39fc1c16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ab064a7-b77d-4e0b-b3a4-b07a8323f3b8 HTTP/1.1" status: 204 len: 168 time: 0.1730392 Feb 04 00:05:12.433464 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d9d49-8ded-4457-ad00-443e39fc1c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab064a7-b77d-4e0b-b3a4-b07a8323f3b8,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:13.004483 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47822) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:13.017930 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14a3951a-b233-4242-a836-e6e4b8f954d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:13.087935 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14a3951a-b233-4242-a836-e6e4b8f954d7 admin admin] Publish callbacks [] for security_group (050277af-41c7-4665-9fc1-622fd04de5c8), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:13.172442 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-14a3951a-b233-4242-a836-e6e4b8f954d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (050277af-41c7-4665-9fc1-622fd04de5c8), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:13.212720 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-14a3951a-b233-4242-a836-e6e4b8f954d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27323a95f44b47b69dd29b02c3d12035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071569 Feb 04 00:05:13.213583 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3951a-b233-4242-a836-e6e4b8f954d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050277af-41c7-4665-9fc1-622fd04de5c8,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:13.216177 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47824) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:13.263535 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0bc71a4a-a6d4-406b-9b7b-da1b91c14017 admin admin] Publish callbacks [] for security_group (050277af-41c7-4665-9fc1-622fd04de5c8), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:13.284229 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0bc71a4a-a6d4-406b-9b7b-da1b91c14017 admin admin] Publish callbacks [] for security_group (050277af-41c7-4665-9fc1-622fd04de5c8), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:13.418368 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0bc71a4a-a6d4-406b-9b7b-da1b91c14017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (050277af-41c7-4665-9fc1-622fd04de5c8), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:13.418643 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:13.420956 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0bc71a4a-a6d4-406b-9b7b-da1b91c14017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:13.422143 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0bc71a4a-a6d4-406b-9b7b-da1b91c14017 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/050277af-41c7-4665-9fc1-622fd04de5c8 HTTP/1.1" status: 204 len: 168 time: 0.2046332 Feb 04 00:05:13.430044 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc71a4a-a6d4-406b-9b7b-da1b91c14017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050277af-41c7-4665-9fc1-622fd04de5c8,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:19.339429 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:05:20.413220 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47898) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:20.517033 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c121f537-c20b-4a5d-93bd-e4b9d61b5433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:20.587576 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c121f537-c20b-4a5d-93bd-e4b9d61b5433 admin admin] Publish callbacks [] for security_group (592240a4-c081-4d23-966a-284b54fa33f2), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:20.678189 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c121f537-c20b-4a5d-93bd-e4b9d61b5433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (592240a4-c081-4d23-966a-284b54fa33f2), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:20.716840 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c121f537-c20b-4a5d-93bd-e4b9d61b5433 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb7b9eac8e4e4159935ad2067c1818eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025343 Feb 04 00:05:20.717621 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121f537-c20b-4a5d-93bd-e4b9d61b5433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592240a4-c081-4d23-966a-284b54fa33f2,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:20.719589 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47902) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:20.767532 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df45fd11-1151-4e26-b420-88797acd416e admin admin] Publish callbacks [] for security_group (592240a4-c081-4d23-966a-284b54fa33f2), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:20.788870 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df45fd11-1151-4e26-b420-88797acd416e admin admin] Publish callbacks [] for security_group (592240a4-c081-4d23-966a-284b54fa33f2), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:20.897816 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df45fd11-1151-4e26-b420-88797acd416e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (592240a4-c081-4d23-966a-284b54fa33f2), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:20.900423 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-df45fd11-1151-4e26-b420-88797acd416e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:20.901557 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-df45fd11-1151-4e26-b420-88797acd416e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/592240a4-c081-4d23-966a-284b54fa33f2 HTTP/1.1" status: 204 len: 168 time: 0.1809700 Feb 04 00:05:20.909102 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45fd11-1151-4e26-b420-88797acd416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592240a4-c081-4d23-966a-284b54fa33f2,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:21.453185 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 47908) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:21.466113 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb4cd-e22b-4596-866e-a0d99ec8d809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:21.537981 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb4cd-e22b-4596-866e-a0d99ec8d809 admin admin] Publish callbacks [] for security_group (3db7747c-b18f-490a-87fb-a9b85fd25410), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:21.611929 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb4cd-e22b-4596-866e-a0d99ec8d809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3db7747c-b18f-490a-87fb-a9b85fd25410), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:21.649826 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5b0bb4cd-e22b-4596-866e-a0d99ec8d809 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08f0430687104d248d6ae9e6df50e710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955514 Feb 04 00:05:21.650691 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bb4cd-e22b-4596-866e-a0d99ec8d809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db7747c-b18f-490a-87fb-a9b85fd25410,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:21.653012 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47910) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:21.701005 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-199b4b42-daa8-4af3-becc-4bdcd144d996 admin admin] Publish callbacks [] for security_group (3db7747c-b18f-490a-87fb-a9b85fd25410), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:21.721585 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-199b4b42-daa8-4af3-becc-4bdcd144d996 admin admin] Publish callbacks [] for security_group (3db7747c-b18f-490a-87fb-a9b85fd25410), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:21.820753 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-199b4b42-daa8-4af3-becc-4bdcd144d996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (3db7747c-b18f-490a-87fb-a9b85fd25410), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:21.823323 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-199b4b42-daa8-4af3-becc-4bdcd144d996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:21.824462 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-199b4b42-daa8-4af3-becc-4bdcd144d996 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3db7747c-b18f-490a-87fb-a9b85fd25410 HTTP/1.1" status: 204 len: 168 time: 0.1709647 Feb 04 00:05:21.832072 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b4b42-daa8-4af3-becc-4bdcd144d996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db7747c-b18f-490a-87fb-a9b85fd25410,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:23.161260 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-0ccffe56-7af0-410f-b106-59e0dcc43c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:25.575253 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-391c3f1c-2f3b-4af4-bbe7-c1e9e35f0f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:26.729717 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:28.301498 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:29.612245 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:34.326885 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 47998) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:34.431728 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c7-af87-492a-94a6-560f67ab9825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:34.504303 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c7-af87-492a-94a6-560f67ab9825 admin admin] Publish callbacks [] for security_group (e0fd5da4-0c37-43b3-a39f-6e7650ab409e), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:34.600320 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c7-af87-492a-94a6-560f67ab9825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e0fd5da4-0c37-43b3-a39f-6e7650ab409e), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:34.638162 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-f7d426c7-af87-492a-94a6-560f67ab9825 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99156d144a6c4601ab6e751c5ed930d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102028 Feb 04 00:05:34.638855 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d426c7-af87-492a-94a6-560f67ab9825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fd5da4-0c37-43b3-a39f-6e7650ab409e,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:34.641459 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48002) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:34.689451 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-980de372-fbbf-4c08-8092-79e92c411834 admin admin] Publish callbacks [] for security_group (e0fd5da4-0c37-43b3-a39f-6e7650ab409e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:34.713303 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-980de372-fbbf-4c08-8092-79e92c411834 admin admin] Publish callbacks [] for security_group (e0fd5da4-0c37-43b3-a39f-6e7650ab409e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:34.849715 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-980de372-fbbf-4c08-8092-79e92c411834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (e0fd5da4-0c37-43b3-a39f-6e7650ab409e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:34.852300 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-980de372-fbbf-4c08-8092-79e92c411834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:34.853448 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-980de372-fbbf-4c08-8092-79e92c411834 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0fd5da4-0c37-43b3-a39f-6e7650ab409e HTTP/1.1" status: 204 len: 168 time: 0.2108979 Feb 04 00:05:34.861245 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980de372-fbbf-4c08-8092-79e92c411834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fd5da4-0c37-43b3-a39f-6e7650ab409e,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:42.329160 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48088) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:42.631157 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Deleting port 7a7d17ee-500b-4ce1-a7d4-bc81309bedc6 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:42.632057 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:42.711980 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:42.712352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for floatingip (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:42.723931 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Calling delete_port for 7a7d17ee-500b-4ce1-a7d4-bc81309bedc6 owned by network:floatingip {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:42.954651 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (7a7d17ee-500b-4ce1-a7d4-bc81309bedc6), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:42.984216 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event deleted for resources: {'Port': ['ID=7a7d17ee-500b-4ce1-a7d4-bc81309bedc6,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:43.041038 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for floatingip (162154e2-579c-4795-9fd4-7769855b7310), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:43.041463 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.db.l3_db [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Floating IP 162154e2-579c-4795-9fd4-7769855b7310 disassociated (deleted). External IP: 172.27.0.98, port: b188900d-9c1e-493d-92ec-f309f2e037e4. Feb 04 00:05:43.243954 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Router c53f4560-b647-4991-89ce-3128f4255d8a has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:05:43.350488 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:05:43.355459 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for floatingip (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:43.360634 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] Sync routers for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:05:43.370412 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:05:43.371039 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:05:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:43.385648 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-36ec6176-c712-434f-bddc-2d974dd4ccdc tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "DELETE /v2.0/floatingips/162154e2-579c-4795-9fd4-7769855b7310 HTTP/1.1" status: 204 len: 168 time: 1.0553837 Feb 04 00:05:43.386352 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:05:43.388758 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff89fe9-92e1-4514-b365-af3d79268d42" -d '{"events": [{"name": "network-changed", "server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:05:43.425915 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 00:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae8ad21-cdfa-41bb-ad05-51a420178912 x-openstack-request-id: req-8ae8ad21-cdfa-41bb-ad05-51a420178912 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:05:43.426288 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:05:43.426622 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ae8ad21-cdfa-41bb-ad05-51a420178912 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:05:43.427101 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'status': 'completed', 'code': 200} Feb 04 00:05:43.441877 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:43.491835 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:05:43.519101 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-b50dadbf-7b99-4968-b629-4b5ceffa9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:43.520549 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-b50dadbf-7b99-4968-b629-4b5ceffa9b77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 1130 time: 0.0497720 Feb 04 00:05:43.613921 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-40aad369-397a-4f95-a038-42e895c4d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:43.616448 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-40aad369-397a-4f95-a038-42e895c4d3f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 200 len: 909 time: 0.0891378 Feb 04 00:05:43.663255 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-326d6f88-713c-42ba-abd0-3f51fb20a99e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 200 len: 217 time: 0.0409682 Feb 04 00:05:43.701917 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 5, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:43.711542 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-6c2e95d8-bf89-4a68-ba17-39de44f6f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:43.713033 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-6c2e95d8-bf89-4a68-ba17-39de44f6f568 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d454cef5-ea82-4249-bd84-a0cecd3cca0a HTTP/1.1" status: 200 len: 848 time: 0.0445437 Feb 04 00:05:43.731885 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] Checking router: c53f4560-b647-4991-89ce-3128f4255d8a for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:05:43.740456 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:05:43.741562 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:05:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:43.762629 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-a5d19df6-771f-4d88-96c6-9b0b93c17e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:43.764109 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-a5d19df6-771f-4d88-96c6-9b0b93c17e47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452297 Feb 04 00:05:43.855469 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:05:43.906231 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-3220b09d-4d59-4362-9e21-d81ef6d9fbdd service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052914 Feb 04 00:05:44.015612 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-5ff89fe9-92e1-4514-b365-af3d79268d42 req-c2174292-775c-47e6-81fc-165347d64732 service neutron] 10.222.0.37 "GET /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033216 Feb 04 00:05:44.101946 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670b295-455b-418d-aaf7-7b41c96be01d req-ee97fdc9-4719-412d-984f-fec54aba508e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:44.132983 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7670b295-455b-418d-aaf7-7b41c96be01d req-ee97fdc9-4719-412d-984f-fec54aba508e tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.3140106 Feb 04 00:05:44.199611 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-7670b295-455b-418d-aaf7-7b41c96be01d req-337aaa54-dae3-41ac-8dea-d61e8b7cadeb tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653729 Feb 04 00:05:44.208021 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 5, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:44.240749 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee920ca-fd28-450a-83b7-df51a78b9b12 None None] The sync data for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi is: [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-03T23:59:37Z', 'revision_number': 4, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi', '_interfaces': [{'id': 'abd92cfe-f36b-414d-9298-7965e858ec9c', 'name': '', 'network_id': 'b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'mac_address': 'fa:16:3e:ec:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:36Z', 'updated_at': '2022-02-03T23:59:40Z', 'revision_number': 5, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'subnets': [{'id': 'd454cef5-ea82-4249-bd84-a0cecd3cca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:05:44.470268 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c997cc8-861a-4538-9c0e-96ebd6285003 None None] New status for floating IP 162154e2-579c-4795-9fd4-7769855b7310: DOWN {{(pid=109794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 00:05:45.365318 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011ad2-09ae-4170-b117-33d4a8300598 req-aab36ec7-33c2-48c6-b134-8f02c5a7615d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:45.366806 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43011ad2-09ae-4170-b117-33d4a8300598 req-aab36ec7-33c2-48c6-b134-8f02c5a7615d tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.1046026 Feb 04 00:05:45.426503 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-43011ad2-09ae-4170-b117-33d4a8300598 req-019d9281-7a60-4f65-9dff-776bbac15a96 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/security-groups?id=0744cd9f-805a-4f42-a144-46c5df026e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538654 Feb 04 00:05:45.603657 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7848b09-e79c-4e83-8790-338712326157 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:45.605205 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7848b09-e79c-4e83-8790-338712326157 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 946 time: 0.0569623 Feb 04 00:05:45.695724 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Deleting port b188900d-9c1e-493d-92ec-f309f2e037e4 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:45.696070 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:45.813375 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] For port b188900d-9c1e-493d-92ec-f309f2e037e4, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b188900d-9c1e-493d-92ec-f309f2e037e4,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:45.813746 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:45.827702 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Calling delete_port for b188900d-9c1e-493d-92ec-f309f2e037e4 owned by compute:nova {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:45.891721 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48140) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:45.996738 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-99f83ea1-7df7-4bd4-a853-3c3709efa2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.032034 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (b188900d-9c1e-493d-92ec-f309f2e037e4), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.059344 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event deleted for resources: {'Port': ['ID=b188900d-9c1e-493d-92ec-f309f2e037e4,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:46.090145 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-99f83ea1-7df7-4bd4-a853-3c3709efa2c0 admin admin] Publish callbacks [] for security_group (9f28f61a-f92e-4d25-821b-007663f236ac), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.104978 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] No DVR routers for this DVR port b188900d-9c1e-493d-92ec-f309f2e037e4 on host hv-cinder-82276 {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:46.107480 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8233078'] for port (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.111533 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-56646f09-e658-47c8-a573-9c00fce4b46f req-a7d349c8-fef0-4296-9aa5-37733cb3a053 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.37 "DELETE /v2.0/ports/b188900d-9c1e-493d-92ec-f309f2e037e4 HTTP/1.1" status: 204 len: 173 time: 0.5004849 Feb 04 00:05:46.111754 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'name': 'network-vif-deleted', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 00:05:46.114534 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4022a34200f88d994363e2c21831ef8f2760ee2f3669c21e0622793f1d4f0b5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc0d641-ec8b-4d0e-8090-a4161f25b610" -d '{"events": [{"server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "name": "network-vif-deleted", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 00:05:46.137587 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-99f83ea1-7df7-4bd4-a853-3c3709efa2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9f28f61a-f92e-4d25-821b-007663f236ac), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.154153 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 00:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe4554b-9491-451e-a3c4-99161a340a99 x-openstack-request-id: req-dbe4554b-9491-451e-a3c4-99161a340a99 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 00:05:46.154502 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a134849-50b1-478f-8405-670a7aa68176", "name": "network-vif-deleted", "tag": "b188900d-9c1e-493d-92ec-f309f2e037e4", "status": "completed", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 00:05:46.154783 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbe4554b-9491-451e-a3c4-99161a340a99 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 00:05:46.155176 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a134849-50b1-478f-8405-670a7aa68176', 'name': 'network-vif-deleted', 'tag': 'b188900d-9c1e-493d-92ec-f309f2e037e4', 'status': 'completed', 'code': 200} Feb 04 00:05:46.177002 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-99f83ea1-7df7-4bd4-a853-3c3709efa2c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe6e1078d4ea461a8c1edcf83d93f919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842152 Feb 04 00:05:46.179905 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f83ea1-7df7-4bd4-a853-3c3709efa2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f28f61a-f92e-4d25-821b-007663f236ac,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:46.180267 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48146) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:46.229688 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-31c0ce1b-2e35-44b6-80da-e00d356134ff admin admin] Publish callbacks [] for security_group (9f28f61a-f92e-4d25-821b-007663f236ac), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.251028 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-31c0ce1b-2e35-44b6-80da-e00d356134ff admin admin] Publish callbacks [] for security_group (9f28f61a-f92e-4d25-821b-007663f236ac), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.364104 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-31c0ce1b-2e35-44b6-80da-e00d356134ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (9f28f61a-f92e-4d25-821b-007663f236ac), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.367579 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-31c0ce1b-2e35-44b6-80da-e00d356134ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:46.368830 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-31c0ce1b-2e35-44b6-80da-e00d356134ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f28f61a-f92e-4d25-821b-007663f236ac HTTP/1.1" status: 204 len: 168 time: 0.1875076 Feb 04 00:05:46.376722 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0ce1b-2e35-44b6-80da-e00d356134ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f28f61a-f92e-4d25-821b-007663f236ac,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:46.539453 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [req-3839eb98-45ce-43f2-b3fa-287875420586 req-80463337-fc76-4fe7-b0fa-7ca41389ffe2 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 210 time: 0.0317254 Feb 04 00:05:47.047306 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48158) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:47.061451 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cf88211-995d-4be8-bd6b-d2ac274820e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:47.138888 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cf88211-995d-4be8-bd6b-d2ac274820e6 admin admin] Publish callbacks [] for security_group (da2687da-8995-4206-a6be-45aa7e58a9dc), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:47.223698 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cf88211-995d-4be8-bd6b-d2ac274820e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (da2687da-8995-4206-a6be-45aa7e58a9dc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:47.263195 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7cf88211-995d-4be8-bd6b-d2ac274820e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=332da144a71c4eb98801f3e666a22423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146542 Feb 04 00:05:47.264141 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf88211-995d-4be8-bd6b-d2ac274820e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2687da-8995-4206-a6be-45aa7e58a9dc,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:47.265997 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48160) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:47.317638 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65fcb6e8-4d39-4729-ab7b-2ee77df86fa2 admin admin] Publish callbacks [] for security_group (da2687da-8995-4206-a6be-45aa7e58a9dc), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:47.340616 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65fcb6e8-4d39-4729-ab7b-2ee77df86fa2 admin admin] Publish callbacks [] for security_group (da2687da-8995-4206-a6be-45aa7e58a9dc), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:47.494916 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65fcb6e8-4d39-4729-ab7b-2ee77df86fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (da2687da-8995-4206-a6be-45aa7e58a9dc), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:47.497587 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-65fcb6e8-4d39-4729-ab7b-2ee77df86fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:47.498818 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-65fcb6e8-4d39-4729-ab7b-2ee77df86fa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da2687da-8995-4206-a6be-45aa7e58a9dc HTTP/1.1" status: 204 len: 168 time: 0.2312295 Feb 04 00:05:47.507501 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcb6e8-4d39-4729-ab7b-2ee77df86fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2687da-8995-4206-a6be-45aa7e58a9dc,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:47.649103 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [req-9211c52c-edcb-44d0-8d60-63f988bb7ac7 req-714ec92b-6f8b-4352-ad2a-d01140aae610 tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a134849-50b1-478f-8405-670a7aa68176 HTTP/1.1" status: 200 len: 210 time: 0.0274842 Feb 04 00:05:48.175599 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48168) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:48.193266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0979a2b9-9d26-4743-8e38-35f985a42dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.264851 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0979a2b9-9d26-4743-8e38-35f985a42dba admin admin] Publish callbacks [] for security_group (eba4ef8b-9d90-4f4d-8e87-9351cbe0e926), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.309095 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0979a2b9-9d26-4743-8e38-35f985a42dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (eba4ef8b-9d90-4f4d-8e87-9351cbe0e926), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.349978 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-0979a2b9-9d26-4743-8e38-35f985a42dba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72e04d90081047aca26e09feba88af1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733184 Feb 04 00:05:48.351138 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979a2b9-9d26-4743-8e38-35f985a42dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba4ef8b-9d90-4f4d-8e87-9351cbe0e926,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:48.352889 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48170) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:48.402603 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66bba3da-49f7-4099-9412-e3cca802b1fd admin admin] Publish callbacks [] for security_group (eba4ef8b-9d90-4f4d-8e87-9351cbe0e926), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.423524 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66bba3da-49f7-4099-9412-e3cca802b1fd admin admin] Publish callbacks [] for security_group (eba4ef8b-9d90-4f4d-8e87-9351cbe0e926), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.543362 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66bba3da-49f7-4099-9412-e3cca802b1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (eba4ef8b-9d90-4f4d-8e87-9351cbe0e926), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.545982 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66bba3da-49f7-4099-9412-e3cca802b1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.547171 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-66bba3da-49f7-4099-9412-e3cca802b1fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eba4ef8b-9d90-4f4d-8e87-9351cbe0e926 HTTP/1.1" status: 204 len: 168 time: 0.1921768 Feb 04 00:05:48.556403 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bba3da-49f7-4099-9412-e3cca802b1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba4ef8b-9d90-4f4d-8e87-9351cbe0e926,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:48.704029 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48176) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:48.761654 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e4265c15-c5d8-41c3-b716-9f5c2ebed43b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group (0744cd9f-805a-4f42-a144-46c5df026e24), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.790217 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e4265c15-c5d8-41c3-b716-9f5c2ebed43b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group (0744cd9f-805a-4f42-a144-46c5df026e24), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.909195 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e4265c15-c5d8-41c3-b716-9f5c2ebed43b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (0744cd9f-805a-4f42-a144-46c5df026e24), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.911900 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e4265c15-c5d8-41c3-b716-9f5c2ebed43b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:48.913627 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-e4265c15-c5d8-41c3-b716-9f5c2ebed43b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] 10.222.0.41 "DELETE /v2.0/security-groups/0744cd9f-805a-4f42-a144-46c5df026e24 HTTP/1.1" status: 204 len: 168 time: 0.2081163 Feb 04 00:05:48.923436 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4265c15-c5d8-41c3-b716-9f5c2ebed43b tempest-TestShelveInstance-1491569930 tempest-TestShelveInstance-1491569930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0744cd9f-805a-4f42-a144-46c5df026e24,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:49.026868 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48188) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:49.471637 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (c53f4560-b647-4991-89ce-3128f4255d8a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:49.716858 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Deleting port abd92cfe-f36b-414d-9298-7965e858ec9c {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:49.717201 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:49.799117 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] For port abd92cfe-f36b-414d-9298-7965e858ec9c, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=abd92cfe-f36b-414d-9298-7965e858ec9c,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:49.799475 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:49.812890 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Calling delete_port for abd92cfe-f36b-414d-9298-7965e858ec9c owned by network:router_interface {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:50.245262 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device b188900d-9c1e-493d-92ec-f309f2e037e4 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:50.265767 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] No Port match for: b188900d-9c1e-493d-92ec-f309f2e037e4 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:50.266136 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Device b188900d-9c1e-493d-92ec-f309f2e037e4 not bound to the agent host hv-cinder-82276 {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:50.335894 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (abd92cfe-f36b-414d-9298-7965e858ec9c), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:50.363023 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd92cfe-f36b-414d-9298-7965e858ec9c,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:50.537696 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (c53f4560-b647-4991-89ce-3128f4255d8a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:50.760266 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Router c53f4560-b647-4991-89ce-3128f4255d8a has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:05:50.870417 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:05:50.875383 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-811c0474-8055-43e4-90a5-b372eb3227e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/c53f4560-b647-4991-89ce-3128f4255d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474014 Feb 04 00:05:50.878101 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48210) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:50.879151 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] Sync routers for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:05:50.889404 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:05:50.890048 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:05:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:50.986362 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks [] for router (c53f4560-b647-4991-89ce-3128f4255d8a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.000492 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: dv-cinder-822768-2-iscsi {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:05:51.087371 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks [] for router_gateway (c53f4560-b647-4991-89ce-3128f4255d8a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.175169 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8a94933b-5552-4363-8926-edde66caa4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-04T00:05:50Z', 'revision_number': 5, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port': {'id': '8a94933b-5552-4363-8926-edde66caa4c8', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:34Z', 'updated_at': '2022-02-03T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:51.201679 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] Checking router: c53f4560-b647-4991-89ce-3128f4255d8a for host: dv-cinder-822768-2-iscsi {{(pid=109793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:05:51.210049 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] Routers {'c53f4560-b647-4991-89ce-3128f4255d8a'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:05:51.210862 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:05:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['c53f4560-b647-4991-89ce-3128f4255d8a'], 'active': True} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:51.228310 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Deleting port 8a94933b-5552-4363-8926-edde66caa4c8 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:51.228649 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (8a94933b-5552-4363-8926-edde66caa4c8), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.298871 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvr_db [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] Set router c53f4560-b647-4991-89ce-3128f4255d8a gateway port host: None {{(pid=109793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:05:51.306652 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] For port 8a94933b-5552-4363-8926-edde66caa4c8, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=8a94933b-5552-4363-8926-edde66caa4c8,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:51.307196 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (8a94933b-5552-4363-8926-edde66caa4c8), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.320320 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Calling delete_port for 8a94933b-5552-4363-8926-edde66caa4c8 owned by network:router_gateway {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:51.355049 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_hamode_db [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 6, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port_host': None}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:51.382858 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c2873-031f-448d-918d-b243834eb1c7 None None] The sync data for ids ['c53f4560-b647-4991-89ce-3128f4255d8a'] in dv-cinder-822768-2-iscsi is: [{'id': 'c53f4560-b647-4991-89ce-3128f4255d8a', 'name': 'tempest-TestShelveInstance-1497644024-router', 'tenant_id': '9fbbf71cab964c59bc9855fe9ba57819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:33Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 6, 'project_id': '9fbbf71cab964c59bc9855fe9ba57819', 'gw_port_host': None}] {{(pid=109793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:05:51.586573 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (8a94933b-5552-4363-8926-edde66caa4c8), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.617125 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8a94933b-5552-4363-8926-edde66caa4c8,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:51.676942 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (c53f4560-b647-4991-89ce-3128f4255d8a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.784953 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (c53f4560-b647-4991-89ce-3128f4255d8a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.787191 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks [] for router_controller (c53f4560-b647-4991-89ce-3128f4255d8a), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.891567 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (c53f4560-b647-4991-89ce-3128f4255d8a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.892052 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53f4560-b647-4991-89ce-3128f4255d8a {{(pid=109790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:05:51.896337 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.898084 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-c340df2d-47d1-4484-a1b2-169aabcf98cd admin admin] 10.222.0.41 "DELETE /v2.0/routers/c53f4560-b647-4991-89ce-3128f4255d8a HTTP/1.1" status: 204 len: 168 time: 1.0188775 Feb 04 00:05:51.900596 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48220) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:51.947591 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d245fef-11f3-482c-bce9-a411de13dd5f admin admin] Deleting subnet d454cef5-ea82-4249-bd84-a0cecd3cca0a {{(pid=109790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:05:51.950558 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d245fef-11f3-482c-bce9-a411de13dd5f admin admin] Publish callbacks [] for subnet (d454cef5-ea82-4249-bd84-a0cecd3cca0a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:51.985460 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d245fef-11f3-482c-bce9-a411de13dd5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027207'] for subnet (d454cef5-ea82-4249-bd84-a0cecd3cca0a), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.059847 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d245fef-11f3-482c-bce9-a411de13dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (d454cef5-ea82-4249-bd84-a0cecd3cca0a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.181448 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d245fef-11f3-482c-bce9-a411de13dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25886206'] for subnet (d454cef5-ea82-4249-bd84-a0cecd3cca0a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.215190 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5d245fef-11f3-482c-bce9-a411de13dd5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.218444 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-5d245fef-11f3-482c-bce9-a411de13dd5f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d454cef5-ea82-4249-bd84-a0cecd3cca0a HTTP/1.1" status: 204 len: 168 time: 0.3148327 Feb 04 00:05:52.218444 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d245fef-11f3-482c-bce9-a411de13dd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d454cef5-ea82-4249-bd84-a0cecd3cca0a,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:52.218711 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1c604-e20d-442a-8761-cfa170957cfb None None] Network b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:05:52.219162 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48222) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:52.295125 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.352364 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Deleting port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:52.352687 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.385578 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] DHCP port deletion for b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 request from dv-cinder-822768-2-iscsi {{(pid=109793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 00:05:52.428447 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] For port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:52.428990 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.439224 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Deleting port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 {{(pid=109793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:52.439601 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), before_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.444445 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Calling delete_port for a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:52.511753 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] For port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,segment=NetworkSegment(5851b2e6-4a97-4331-8852-8a5b6c3790b2),segment_id=5851b2e6-4a97-4331-8852-8a5b6c3790b2)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:52.512151 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), precommit_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.524564 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Calling delete_port for a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 owned by network:dhcp {{(pid=109793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:52.683684 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183328'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.692943 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (a5e3bada-b66a-4cda-8cbf-0b3b84cd0663), after_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.711751 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:52.713573 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] No DVR routers for this DVR port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 on host dv-cinder-822768-2-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:52.720304 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Pushing event deleted for resources: {'Port': ['ID=a5e3bada-b66a-4cda-8cbf-0b3b84cd0663,revision_number=None']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:52.728506 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.728855 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.729202 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.729594 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.729944 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.730273 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.730595 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.730921 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.731243 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.731563 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.731882 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.732193 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.732509 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-2-iscsi {{(pid=109793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:52.735137 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf94fd-a96e-4004-8e44-5e04af6a1393 None None] No DVR routers for this DVR port a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 on host dv-cinder-822768-2-iscsi {{(pid=109793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:52.788715 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.810143 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:52.820623 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5851b2e6-4a97-4331-8852-8a5b6c3790b2') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:52.820924 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5851b2e6-4a97-4331-8852-8a5b6c3790b2') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:52.830197 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25184256'] for segment (5851b2e6-4a97-4331-8852-8a5b6c3790b2), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.844189 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (5851b2e6-4a97-4331-8852-8a5b6c3790b2), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.850256 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:05:52.850756 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183379'] for segment (5851b2e6-4a97-4331-8852-8a5b6c3790b2), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: Traceback (most recent call last): Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: timer() Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: cb(*args, **kw) Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: return func(*args, **kwargs) Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: self._notify() Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: self.callback(batched_events) Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: event.method(event) Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: return f(self, *a, **k) Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._get(url).json() Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:05:52.852419 dv-cinder-822768-2-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:05:52.946080 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:52.966706 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:52.967056 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device a5e3bada-b66a-4cda-8cbf-0b3b84cd0663 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:52.967476 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device abd92cfe-f36b-414d-9298-7965e858ec9c no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:52.986665 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: abd92cfe-f36b-414d-9298-7965e858ec9c {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:52.987007 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device abd92cfe-f36b-414d-9298-7965e858ec9c not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:52.987660 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8a94933b-5552-4363-8926-edde66caa4c8 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:53.006380 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.006944 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 8a94933b-5552-4363-8926-edde66caa4c8 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:53.007293 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 8a94933b-5552-4363-8926-edde66caa4c8 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:53.016342 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.016342 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9 HTTP/1.1" status: 204 len: 168 time: 0.7940133 Feb 04 00:05:53.019127 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48228) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:53.031822 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae6983-ad28-40f4-8988-156d39efe261 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d55a18-e0ee-44cb-96d9-3bcc2942c1e9,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:53.177758 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-822fc090-2356-4a7b-ba03-d2a27f3c3ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.243652 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48232) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:53.354999 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3969b95e-d7bc-4e0a-9526-c6112b2cfcc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.374829 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456644'] for router_interface (11daf324-59d7-4ce1-9a61-43eefebfb864), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.432575 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3969b95e-d7bc-4e0a-9526-c6112b2cfcc4 admin admin] Publish callbacks [] for security_group (627727e5-eae4-42e2-9e5d-830307ec2c42), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.515075 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3969b95e-d7bc-4e0a-9526-c6112b2cfcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (627727e5-eae4-42e2-9e5d-830307ec2c42), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.552753 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969b95e-d7bc-4e0a-9526-c6112b2cfcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627727e5-eae4-42e2-9e5d-830307ec2c42,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:53.559518 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3969b95e-d7bc-4e0a-9526-c6112b2cfcc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14bcaafb27e94139807e61c91c8f2765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124037 Feb 04 00:05:53.559760 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48236) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:53.608154 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9ab9-ac29-4313-a2b8-a1709f9760f3 admin admin] Publish callbacks [] for security_group (627727e5-eae4-42e2-9e5d-830307ec2c42), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.628400 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Deleting port 7d3ae773-e094-4c46-82d1-a682307910be {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:53.628736 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (7d3ae773-e094-4c46-82d1-a682307910be), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.628856 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9ab9-ac29-4313-a2b8-a1709f9760f3 admin admin] Publish callbacks [] for security_group (627727e5-eae4-42e2-9e5d-830307ec2c42), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.707356 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] For port 7d3ae773-e094-4c46-82d1-a682307910be, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=7d3ae773-e094-4c46-82d1-a682307910be,segment=NetworkSegment(1c133a0d-2d68-412a-a347-398a8e47b097),segment_id=1c133a0d-2d68-412a-a347-398a8e47b097)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:53.707716 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (7d3ae773-e094-4c46-82d1-a682307910be), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.720635 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Calling delete_port for 7d3ae773-e094-4c46-82d1-a682307910be owned by network:router_interface {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:53.760770 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9ab9-ac29-4313-a2b8-a1709f9760f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (627727e5-eae4-42e2-9e5d-830307ec2c42), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.763791 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9ab9-ac29-4313-a2b8-a1709f9760f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.765060 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f2ca9ab9-ac29-4313-a2b8-a1709f9760f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/627727e5-eae4-42e2-9e5d-830307ec2c42 HTTP/1.1" status: 204 len: 168 time: 0.2032101 Feb 04 00:05:53.773535 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca9ab9-ac29-4313-a2b8-a1709f9760f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627727e5-eae4-42e2-9e5d-830307ec2c42,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:53.963743 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (7d3ae773-e094-4c46-82d1-a682307910be), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:53.989712 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3ae773-e094-4c46-82d1-a682307910be,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:54.165143 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8099870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456496'] for router_interface (11daf324-59d7-4ce1-9a61-43eefebfb864), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:54.385939 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Router 11daf324-59d7-4ce1-9a61-43eefebfb864 has already been hosted by L3 agent 29700d4d-69d8-4d43-8c9c-6c89cf352983 {{(pid=109790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:05:54.499420 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] Notify agent at l3_agent.dv-cinder-822768-2-iscsi the message routers_updated {{(pid=109790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:05:54.504382 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-86e3ed2d-df22-48f6-b136-e9a1b44ebb4e admin admin] 10.222.0.41 "PUT /v2.0/routers/11daf324-59d7-4ce1-9a61-43eefebfb864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4842510 Feb 04 00:05:54.509353 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48240) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:54.511975 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] Sync routers for ids ['11daf324-59d7-4ce1-9a61-43eefebfb864'] in dv-cinder-822768-2-iscsi {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 00:05:54.525537 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] Routers {'11daf324-59d7-4ce1-9a61-43eefebfb864'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:05:54.526179 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:05:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['11daf324-59d7-4ce1-9a61-43eefebfb864'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:54.624771 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks [] for router (11daf324-59d7-4ce1-9a61-43eefebfb864), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:54.641758 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] Set router 11daf324-59d7-4ce1-9a61-43eefebfb864 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:05:54.845324 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-04T00:05:53Z', 'revision_number': 5, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:54.877636 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] Checking router: 11daf324-59d7-4ce1-9a61-43eefebfb864 for host: dv-cinder-822768-2-iscsi {{(pid=109794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 00:05:54.890770 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] Routers {'11daf324-59d7-4ce1-9a61-43eefebfb864'} bound to L3 agent in host dv-cinder-822768-2-iscsi {{(pid=109794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 00:05:54.891424 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:42:25Z,description=,heartbeat_timestamp=2022-02-04T00:05:26Z,host='dv-cinder-822768-2-iscsi',id=29700d4d-69d8-4d43-8c9c-6c89cf352983,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:42:26Z,topic='l3_agent')) {'router_ids': ['11daf324-59d7-4ce1-9a61-43eefebfb864'], 'active': True} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:55.030011 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_dvr_db [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] Set router 11daf324-59d7-4ce1-9a61-43eefebfb864 gateway port host: dv-cinder-822768-2-iscsi {{(pid=109794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 00:05:55.053271 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks [] for router_gateway (11daf324-59d7-4ce1-9a61-43eefebfb864), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.185965 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Deleting port 321924af-c6a3-4d5e-8630-c50c39572dc9 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:55.186708 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.241117 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.l3_hamode_db [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-04T00:05:53Z', 'revision_number': 5, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}], 'dv-cinder-822768-2-iscsi', False) {} {{(pid=109794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:55.287615 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8768738-d8bf-4abb-9232-aa49b031e093 None None] The sync data for ids ['11daf324-59d7-4ce1-9a61-43eefebfb864'] in dv-cinder-822768-2-iscsi is: [{'id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'name': 'tempest-TestShelveInstance-501152608-router', 'tenant_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'external_fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-04T00:05:53Z', 'revision_number': 5, 'project_id': 'ef3d37b0d3864eaaacd1e4279252eee9', 'gw_port': {'id': '321924af-c6a3-4d5e-8630-c50c39572dc9', 'name': '', 'network_id': '714b3a6a-c540-4589-b981-53d5b17e9386', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daf324-59d7-4ce1-9a61-43eefebfb864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:59:40Z', 'updated_at': '2022-02-03T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ed5c144-d3e8-4ff1-bf24-4388fbd38640', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-2-iscsi'}] {{(pid=109794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 00:05:55.290736 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] For port 321924af-c6a3-4d5e-8630-c50c39572dc9, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=321924af-c6a3-4d5e-8630-c50c39572dc9,segment=NetworkSegment(e104288c-ba8f-4de5-89cf-807aa4c4a764),segment_id=e104288c-ba8f-4de5-89cf-807aa4c4a764)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:55.291350 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.309902 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Calling delete_port for 321924af-c6a3-4d5e-8630-c50c39572dc9 owned by network:router_gateway {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:55.538319 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (321924af-c6a3-4d5e-8630-c50c39572dc9), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.562539 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Pushing event deleted for resources: {'Port': ['ID=321924af-c6a3-4d5e-8630-c50c39572dc9,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:55.589377 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa49d-28d4-4d33-a26c-1f2682c75ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.627429 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870110'] for router_gateway (11daf324-59d7-4ce1-9a61-43eefebfb864), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.743906 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60256'] for router (11daf324-59d7-4ce1-9a61-43eefebfb864), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.746196 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks [] for router_controller (11daf324-59d7-4ce1-9a61-43eefebfb864), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.851933 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454958'] for router (11daf324-59d7-4ce1-9a61-43eefebfb864), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.852523 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11daf324-59d7-4ce1-9a61-43eefebfb864 {{(pid=109790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:05:55.856946 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.858069 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-bfa68151-16c6-4cf4-9a8a-6c1260fee210 admin admin] 10.222.0.41 "DELETE /v2.0/routers/11daf324-59d7-4ce1-9a61-43eefebfb864 HTTP/1.1" status: 204 len: 168 time: 1.3477089 Feb 04 00:05:55.860453 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48242) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:55.908294 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_v2 [None req-868d3592-96dd-4a3d-b68a-423d36307298 admin admin] Deleting subnet 1ab06798-7577-4dda-a200-7141f277d834 {{(pid=109790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 00:05:55.911631 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-868d3592-96dd-4a3d-b68a-423d36307298 admin admin] Publish callbacks [] for subnet (1ab06798-7577-4dda-a200-7141f277d834), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:55.947496 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-868d3592-96dd-4a3d-b68a-423d36307298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027207'] for subnet (1ab06798-7577-4dda-a200-7141f277d834), precommit_delete_associations {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.026791 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-868d3592-96dd-4a3d-b68a-423d36307298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669603'] for subnet (1ab06798-7577-4dda-a200-7141f277d834), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.138008 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-868d3592-96dd-4a3d-b68a-423d36307298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25886206'] for subnet (1ab06798-7577-4dda-a200-7141f277d834), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.160874 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d3592-96dd-4a3d-b68a-423d36307298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab06798-7577-4dda-a200-7141f277d834,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:56.167305 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-868d3592-96dd-4a3d-b68a-423d36307298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.170897 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-868d3592-96dd-4a3d-b68a-423d36307298 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1ab06798-7577-4dda-a200-7141f277d834 HTTP/1.1" status: 204 len: 168 time: 0.3091135 Feb 04 00:05:56.176831 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c195758-9d60-4e79-9eb3-00ef5802592f None None] Network e5fc6a63-63bc-4ebf-a340-b41e2c700e78 requested from dv-cinder-822768-2-iscsi {{(pid=109793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 00:05:56.176992 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48244) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:56.244631 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775530'] for network (e5fc6a63-63bc-4ebf-a340-b41e2c700e78), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.300774 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Deleting port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:56.301238 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.329188 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] DHCP port deletion for e5fc6a63-63bc-4ebf-a340-b41e2c700e78 request from dv-cinder-822768-2-iscsi {{(pid=109793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 00:05:56.338899 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:05:56.368948 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] For port b2a0fa8f-608f-4e7e-acf8-25d591989fa3, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,segment=NetworkSegment(1c133a0d-2d68-412a-a347-398a8e47b097),segment_id=1c133a0d-2d68-412a-a347-398a8e47b097)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:56.369304 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.378808 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] Deleting port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 {{(pid=109793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 00:05:56.379201 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757291504258'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), before_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.381237 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Calling delete_port for b2a0fa8f-608f-4e7e-acf8-25d591989fa3 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:56.440488 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.db [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] For port b2a0fa8f-608f-4e7e-acf8-25d591989fa3, host dv-cinder-822768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-2-iscsi',level=0,port_id=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,segment=NetworkSegment(1c133a0d-2d68-412a-a347-398a8e47b097),segment_id=1c133a0d-2d68-412a-a347-398a8e47b097)] {{(pid=109793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:56.440791 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443182'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), precommit_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.452533 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] Calling delete_port for b2a0fa8f-608f-4e7e-acf8-25d591989fa3 owned by network:dhcp {{(pid=109793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 00:05:56.532100 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096173'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.537444 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757291509221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757291095435'] for port (b2a0fa8f-608f-4e7e-acf8-25d591989fa3), after_delete {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.561428 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:56.564956 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] Pushing event deleted for resources: {'Port': ['ID=b2a0fa8f-608f-4e7e-acf8-25d591989fa3,revision_number=None']} {{(pid=109793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:56.566706 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] No DVR routers for this DVR port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 on host dv-cinder-822768-2-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:56.566838 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48705ba7-684c-4fcf-80fb-2cf8946ff2b8 None None] No DVR routers for this DVR port b2a0fa8f-608f-4e7e-acf8-25d591989fa3 on host dv-cinder-822768-2-iscsi {{(pid=109793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:56.641560 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7673078', 'neutron.services.segments.db._delete_segments_for_network-8757291613013'] for network (e5fc6a63-63bc-4ebf-a340-b41e2c700e78), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.662813 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fc6a63-63bc-4ebf-a340-b41e2c700e78']}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:56.672183 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c133a0d-2d68-412a-a347-398a8e47b097') {'for_net_delete': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:56.672477 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.services.segments.db [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c133a0d-2d68-412a-a347-398a8e47b097') {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:56.682152 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757291614558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027214'] for segment (1c133a0d-2d68-412a-a347-398a8e47b097), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.696254 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024'] for segment (1c133a0d-2d68-412a-a347-398a8e47b097), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.702280 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7699024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096094'] for segment (1c133a0d-2d68-412a-a347-398a8e47b097), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: Traceback (most recent call last): Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: timer() Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: cb(*args, **kw) Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: return func(*args, **kwargs) Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: self._notify() Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: self.callback(batched_events) Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: event.method(event) Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: return f(self, *a, **k) Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._get(url).json() Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: return self.request(url, 'GET', **kwargs) Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:05:56.710836 dv-cinder-822768-2-iscsi neutron-server[109790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:05:56.729376 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.811529 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7673085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8099849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870130'] for network (e5fc6a63-63bc-4ebf-a340-b41e2c700e78), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.816722 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100091'] for network (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:56.820805 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e5fc6a63-63bc-4ebf-a340-b41e2c700e78 HTTP/1.1" status: 204 len: 168 time: 0.6467364 Feb 04 00:05:56.832627 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3cd8-1507-4eca-b8ce-23452f9688f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5fc6a63-63bc-4ebf-a340-b41e2c700e78,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:56.945366 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 321924af-c6a3-4d5e-8630-c50c39572dc9 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:56.966156 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 321924af-c6a3-4d5e-8630-c50c39572dc9 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:56.968334 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 321924af-c6a3-4d5e-8630-c50c39572dc9 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:56.968334 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b2a0fa8f-608f-4e7e-acf8-25d591989fa3 no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:56.985131 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: b2a0fa8f-608f-4e7e-acf8-25d591989fa3 {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:56.985481 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device b2a0fa8f-608f-4e7e-acf8-25d591989fa3 not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:56.985919 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 7d3ae773-e094-4c46-82d1-a682307910be no longer exists at agent ovs-agent-dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 00:05:57.004685 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] No Port match for: 7d3ae773-e094-4c46-82d1-a682307910be {{(pid=109793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 00:05:57.005065 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron.plugins.ml2.rpc [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Device 7d3ae773-e094-4c46-82d1-a682307910be not bound to the agent host dv-cinder-822768-2-iscsi {{(pid=109793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 00:05:57.177524 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48248) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:57.220777 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-59f14259-2a4a-41a8-a023-c284e1c8d464 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fbbf71cab964c59bc9855fe9ba57819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413232 Feb 04 00:05:57.223168 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [-] (109790) accepted ('10.222.0.41', 48250) {{(pid=109790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:57.270190 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-652bb437-fd33-4940-9936-56aebe983daf admin admin] Publish callbacks [] for security_group (b4a32ddd-e9bd-4531-b4ee-653cec0ece48), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:57.290682 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-652bb437-fd33-4940-9936-56aebe983daf admin admin] Publish callbacks [] for security_group (b4a32ddd-e9bd-4531-b4ee-653cec0ece48), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:57.414803 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-652bb437-fd33-4940-9936-56aebe983daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (b4a32ddd-e9bd-4531-b4ee-653cec0ece48), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:57.417329 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-652bb437-fd33-4940-9936-56aebe983daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:57.418512 dv-cinder-822768-2-iscsi neutron-server[109790]: INFO neutron.wsgi [None req-652bb437-fd33-4940-9936-56aebe983daf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4a32ddd-e9bd-4531-b4ee-653cec0ece48 HTTP/1.1" status: 204 len: 168 time: 0.1944444 Feb 04 00:05:57.426049 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bb437-fd33-4940-9936-56aebe983daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a32ddd-e9bd-4531-b4ee-653cec0ece48,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:58.071840 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48256) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:58.113893 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c823b114-095f-4a0c-9350-b997e14e75f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef3d37b0d3864eaaacd1e4279252eee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409255 Feb 04 00:05:58.116412 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.41', 48258) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 00:05:58.308815 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:58.401703 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aacae41d-56b1-4cae-8b35-32807e45891a admin admin] Publish callbacks [] for security_group (322045a0-08e5-48c7-b67e-fab5a0d62483), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:58.421451 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aacae41d-56b1-4cae-8b35-32807e45891a admin admin] Publish callbacks [] for security_group (322045a0-08e5-48c7-b67e-fab5a0d62483), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:58.531470 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aacae41d-56b1-4cae-8b35-32807e45891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923445'] for security_group (322045a0-08e5-48c7-b67e-fab5a0d62483), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:58.534075 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aacae41d-56b1-4cae-8b35-32807e45891a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:05:58.535215 dv-cinder-822768-2-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-aacae41d-56b1-4cae-8b35-32807e45891a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/322045a0-08e5-48c7-b67e-fab5a0d62483 HTTP/1.1" status: 204 len: 168 time: 0.4179010 Feb 04 00:05:58.542946 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacae41d-56b1-4cae-8b35-32807e45891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322045a0-08e5-48c7-b67e-fab5a0d62483,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:59.611730 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:01.703944 dv-cinder-822768-2-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-dd6254bd-66d9-49e6-92d7-f0d1e8fea4c9 req-c276ccd4-4177-4dab-aa2b-baa0341ba46c service neutron] (109789) timed out ('10.222.0.37', 50760) {{(pid=109789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 00:06:03.394696 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [req-74e1c020-b5ae-4fb1-a9e2-600007f20faa req-d223daac-0e59-4dd4-ac65-75371633a104 service neutron] (109790) timed out ('10.222.0.37', 50759) {{(pid=109790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 00:06:13.400196 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:23.188739 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-ab5de6e6-19f2-4f2a-94d8-3b7983cf8faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:25.582664 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-aedb5da9-24aa-4e26-b1d8-a509fed8b3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:26.731038 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:28.337682 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:29.585640 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:33.337615 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:06:43.393826 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:50.157438 dv-cinder-822768-2-iscsi neutron-server[109790]: DEBUG neutron.wsgi [req-3599ee98-cfb8-43bb-84ea-a458224aa6a1 req-bcab742d-dba1-4373-81a6-964577012a0c service neutron] (109790) timed out ('10.222.0.37', 50787) {{(pid=109790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 00:06:53.173584 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-18f6d31d-68ca-45b0-8600-de7979106e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:55.593438 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-202f14ba-3445-42c3-8ec2-479bccb980cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:56.759822 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:58.313762 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:06:59.590669 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:10.335972 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:07:13.407706 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:23.196394 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-94ab2944-90c5-4157-bf46-4f4b59abdc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:25.630587 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e27ba738-a68c-480b-b994-623a1c3b06db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:26.733396 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:28.344530 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:29.632807 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:43.418959 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:47.335759 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:07:53.172812 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-27e0f43a-6d4c-4f7c-8395-3d61c8ef1558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:55.632755 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-efa513ab-9bac-498b-83c0-55e4f26a0878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:56.758153 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:58.318740 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:07:59.626800 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:13.435349 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:23.209761 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-df53b9d2-6ed1-4f51-9f91-27cf4c3246a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:24.334939 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:08:25.617866 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-c232656c-5c34-40c0-bf57-4b00d926a5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:26.752249 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:28.317515 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:29.638057 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:43.432076 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:53.185971 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ad67-c01c-4d06-aa9f-699d692f3535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:55.595063 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-be18d3fc-b8a8-4292-8897-d842c74f4526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:56.789049 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:58.317446 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:08:59.654745 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:01.334432 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:09:13.414445 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:23.166226 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-f2661db2-f10b-4f35-89ab-c2e2c53d2764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:25.622842 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-d16b1acf-8386-4d67-8c18-e801051a03a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:26.748379 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:28.328609 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:29.620298 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:38.334632 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:09:43.434062 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:53.202980 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4a81813c-c42e-48d2-897f-de7560c451e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:55.639955 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-9206e5f2-503c-4dee-9080-6f833940c659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:56.747828 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:58.339313 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:09:59.636771 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:13.428099 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:15.333931 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:10:23.225202 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6d62d460-be7d-4dc2-ba84-84e102c15243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:25.582061 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb68b-2f07-49cf-b5bd-4ae849df5384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:26.773407 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:28.350726 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:29.593677 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:43.433109 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:52.332267 dv-cinder-822768-2-iscsi neutron-server[109794]: DEBUG neutron.db.agents_db [None req-524f5e9e-3f04-4bb8-8389-da113994ccd9 None None] Agent healthcheck: found 6 active agents {{(pid=109794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 00:10:53.170672 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-2a2574c5-2b50-4efc-9ba0-4c4ff604f53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:55.601819 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4dc3-672c-4f8c-95f9-c9246a20e47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (29700d4d-69d8-4d43-8c9c-6c89cf352983), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:56.761287 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-bed7ff50-56b9-47d5-bff2-141c993e53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (841ec9b6-e6c8-4de8-afee-40006ef758d6), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:58.355663 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-6dd260d0-fccb-4d54-b922-d743eefcdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (06ec3026-7aa8-4559-96ab-2f8e9bb5c068), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:10:59.601663 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-7fddd615-9e98-4b87-ae6f-7c43f369f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (7e30a40e-9177-4b8f-8f2c-583cdf8e68fe), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:11:13.427200 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-68996fc7-1331-4d97-8afb-e287eb2ddce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (26af6d48-7963-427c-b705-0458ba9ba275), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 00:11:23.170183 dv-cinder-822768-2-iscsi neutron-server[109793]: DEBUG neutron_lib.callbacks.manager [None req-4ce7770f-cfec-4029-bcce-5d8beaeb0c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757291612995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7674293'] for agent (5e04d885-f719-4f1d-bf51-e828fdcdd086), after_update {{(pid=109793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}